-- Logs begin at Thu 2021-04-15 10:07:37 UTC, end at Thu 2021-04-15 11:14:34 UTC. -- Apr 15 10:46:45.630757 dv-cinder-786386-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 15 10:46:48.750146 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.common.config [-] Logging enabled! Apr 15 10:46:48.750697 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84 Apr 15 10:46:48.751991 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85178) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 10:46:48.753766 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.common.config [-] Logging enabled! Apr 15 10:46:48.754054 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84 Apr 15 10:46:48.754405 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85178) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 10:46:48.755428 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 10:46:48.755695 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 10:46:48.756755 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 10:46:48.757040 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 10:46:48.757302 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 10:46:48.757672 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.758015 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.758355 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.758618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.758955 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.759288 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.759610 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.759943 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.760826 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.761157 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.761471 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.761798 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.762060 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.762382 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.762711 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.763041 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.763299 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] debug = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.763615 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.764154 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.764475 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.764817 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.765149 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.765463 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.765773 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.766093 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.766420 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.766787 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] host = dv-cinder-786386-1-smb {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.767098 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.767427 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.767753 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.768083 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.768395 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.768725 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.769058 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.769366 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.769673 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] log_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.769984 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.770312 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.770640 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.770977 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.771232 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.771487 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.771817 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.772147 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.772459 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.772815 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.773129 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.773437 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.773746 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.774049 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.774376 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.774702 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.775027 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.775335 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.775645 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.776599 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.776937 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.777266 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.777581 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.777893 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.778202 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.778532 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.778838 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.779149 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.779491 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.779817 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.780141 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.780463 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.780815 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.781145 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.781453 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.781759 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.782067 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] use_json = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.782374 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.782676 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.782998 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.783305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.783613 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.783918 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.784223 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.784547 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:48.784908 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.785249 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.785592 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.785911 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.786247 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.786565 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.786894 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.787208 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.787535 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.787862 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.788187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.788499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.788860 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.789177 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.789515 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.789862 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.790199 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.790532 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.790840 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.791151 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.791568 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.791900 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.792279 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.792620 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.792980 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.793292 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.793611 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.793927 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.794240 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.794548 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.794862 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.795192 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.795507 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.795815 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.796131 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.796448 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.796795 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.797101 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.797413 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.797743 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.798054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.798355 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.798778 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.798969 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.799270 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.799592 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.799904 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.800211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.800518 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.800854 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.801161 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.801466 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.801780 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.802085 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.802398 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.802705 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.803010 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.803316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.803622 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.803930 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.804236 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.804543 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.804880 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.805188 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.805495 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.805803 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.806115 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.806427 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.806751 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.807189 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.807584 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.807992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.808312 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.808634 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.808978 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.809295 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.809608 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.809926 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.810237 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.810572 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.810895 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.811222 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.811542 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.811857 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.812198 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.812513 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.812858 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.813172 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.813488 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.813840 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.814136 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.814470 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.814803 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.815135 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.815466 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.815798 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.816114 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.816473 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.816815 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:48.817066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 10:46:48.817331 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85178) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 15 10:46:49.478574 dv-cinder-786386-1-smb neutron-server[85178]: INFO keyring.backend [-] Loading Gnome Apr 15 10:46:49.495095 dv-cinder-786386-1-smb neutron-server[85178]: INFO keyring.backend [-] Loading Google Apr 15 10:46:49.497796 dv-cinder-786386-1-smb neutron-server[85178]: INFO keyring.backend [-] Loading Windows (alt) Apr 15 10:46:49.501344 dv-cinder-786386-1-smb neutron-server[85178]: INFO keyring.backend [-] Loading file Apr 15 10:46:49.502186 dv-cinder-786386-1-smb neutron-server[85178]: INFO keyring.backend [-] Loading keyczar Apr 15 10:46:49.502466 dv-cinder-786386-1-smb neutron-server[85178]: INFO keyring.backend [-] Loading multi Apr 15 10:46:49.503101 dv-cinder-786386-1-smb neutron-server[85178]: INFO keyring.backend [-] Loading pyfs Apr 15 10:46:49.549281 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:46:49.549627 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:46:49.549999 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:46:49.550377 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 15 10:46:49.941743 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:49.942313 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:49.942313 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:49.943686 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:49.944110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:49.944410 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:49.982640 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:49.982954 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:49.983257 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:49.998044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:49.998360 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:49.998666 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.065211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.065522 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.065816 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.066820 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.067120 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.069039 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.340121 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.340350 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.340645 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.340979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.341797 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.489044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.489419 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.489743 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.490045 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.490341 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.490723 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.491021 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.491306 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.491592 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.491927 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.492218 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.492521 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.492850 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.493141 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.493448 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.493761 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.494055 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.494374 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.494681 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.495218 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.495621 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.495906 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.496187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.496525 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.496831 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.497111 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.497531 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:46:50.497805 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:46:50.498077 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:46:50.498348 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:46:50.498616 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:46:50.498883 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:46:50.499296 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 15 10:46:50.502478 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 15 10:46:50.506549 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 15 10:46:50.511222 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1350, 1399)])]) Apr 15 10:46:50.512918 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 15 10:46:50.514187 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 15 10:46:50.514565 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 15 10:46:50.514997 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 15 10:46:50.517740 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 15 10:46:50.518026 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 15 10:46:50.518415 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 10:46:50.546407 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 15 10:46:50.546915 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.547249 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85178) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 15 10:46:50.547829 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.549201 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85178) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 15 10:46:50.549524 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 10:46:50.549802 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 15 10:46:50.553013 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.553330 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:50.621536 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 15 10:46:50.621750 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 15 10:46:50.622019 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 15 10:46:50.622424 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 15 10:46:50.655572 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_db.sqlalchemy.engines [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85178) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 15 10:46:51.098362 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Initializing driver for type 'gre' Apr 15 10:46:51.098962 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] gre ID ranges: [(1, 1000)] Apr 15 10:46:51.139800 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Initializing driver for type 'local' Apr 15 10:46:51.140178 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Initializing driver for type 'vlan' Apr 15 10:46:51.152057 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] VlanTypeDriver initialization complete Apr 15 10:46:51.152434 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Initializing driver for type 'vxlan' Apr 15 10:46:51.152992 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] vxlan ID ranges: [(1, 1000)] Apr 15 10:46:51.192512 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Initializing extension driver 'port_security' Apr 15 10:46:51.192936 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.extensions.port_security [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] PortSecurityExtensionDriver initialization complete Apr 15 10:46:51.193323 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Initializing mechanism driver 'openvswitch' Apr 15 10:46:51.193683 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Initializing mechanism driver 'hyperv' Apr 15 10:46:51.200164 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:46:51.201007 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > port after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.201419 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > port after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.201812 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > port after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.202241 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > subnet after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.202634 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > subnet after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.203018 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > subnet after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.203442 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > network after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.203825 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > network after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.204214 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > network after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.204633 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > security_group after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.205047 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > security_group after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.205568 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > security_group after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.205990 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.206374 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.206753 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.207173 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > address_group after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.207555 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > address_group after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.207932 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > address_group after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.208299 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] ML2 OVO RPC backend initialized. {{(pid=85178) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 15 10:46:51.209104 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router_interface after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.209499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.209956 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > network before_response 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.210339 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > networks before_response 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.210721 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > port before_response 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.211099 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > ports before_response 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.211478 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > subnet before_response 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.211853 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > subnets before_response 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.212235 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > network after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.212610 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > network after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.213005 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > network after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.213426 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > port after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.213786 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > port after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.214164 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > port after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.214529 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > subnet after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.214893 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > subnet after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.215260 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > subnet after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.215890 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.plugin [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Modular L2 Plugin initialization complete Apr 15 10:46:51.216248 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading services supported by the core plugin {{(pid=85178) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 15 10:46:51.216617 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.plugins.ml2.managers [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Got port-security extension from driver 'port_security' Apr 15 10:46:51.217147 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.extensions.vlantransparent [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Disabled vlantransparent extension. Apr 15 10:46:51.217682 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85178) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 15 10:46:51.218029 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading Plugin: router Apr 15 10:46:51.256476 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router_interface before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.256941 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router after_create 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.257347 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router before_create 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.257750 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.258165 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.258554 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router after_delete 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.258955 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > floatingip after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.259361 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router after_create 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.259740 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router after_update 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.260155 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router after_update 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.260544 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.260975 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router after_update 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.261471 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router precommit_update 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.261892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: port after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.262270 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: port after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.262644 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: subnet after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.263020 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.263409 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > port precommit_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.263798 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router precommit_create 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.264182 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: port before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.264560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router precommit_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.264994 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router after_update 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.265375 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router precommit_delete 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.265762 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router precommit_create 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.266169 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router_interface after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.266550 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router precommit_update 55549900 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.266982 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > network after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.267969 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Tracking information for resource: router configured {{(pid=85178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:46:51.268340 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Tracking information for resource: floatingip configured {{(pid=85178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:46:51.273174 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.l3_agentschedulers_db [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 15 10:46:51.273826 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: port after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.274227 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: port after_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.274612 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: port after_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.274998 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: port after_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.276016 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router before_create 55550100 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.276420 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router precommit_delete 55550100 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.276859 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router precommit_create 55550100 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.277256 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > router precommit_update 55550100 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.282042 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.provider_configuration [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Service providers = [] {{(pid=85178) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 15 10:46:51.282443 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.servicetype_db [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85178) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 15 10:46:51.285293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.service_base [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:46:51.285684 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.service_base [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:46:51.286064 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.service_base [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:46:51.286965 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.service_base [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:46:51.287368 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.services.service_base [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 15 10:46:51.287785 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:46:51.288142 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 15 10:46:51.298910 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:46:51.299289 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading Plugin: auto_allocate Apr 15 10:46:51.305119 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: network precommit_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.305528 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: network precommit_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.306115 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:46:51.306475 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading Plugin: tag Apr 15 10:46:51.314263 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:46:51.314642 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading Plugin: timestamp Apr 15 10:46:51.318497 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:46:51.318872 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading Plugin: network_ip_availability Apr 15 10:46:51.324422 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.325076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.325471 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.326260 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:46:51.326623 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading Plugin: flavors Apr 15 10:46:51.331115 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:46:51.331490 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading Plugin: revisions Apr 15 10:46:51.335880 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:46:51.336313 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.786s {{(pid=85178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:46:51.337140 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85178) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 15 10:46:51.337505 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Initializing extension manager. Apr 15 10:46:51.338075 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: __init__.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.338969 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: __pycache__ {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.339339 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.339706 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: address_group.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.340509 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.341185 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: address-group Apr 15 10:46:51.341550 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: address_scope.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.342314 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.342892 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: address-scope Apr 15 10:46:51.343256 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: admin_state_down_before_update.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.344199 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.344804 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: router-admin-state-down-before-update Apr 15 10:46:51.345170 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: agent.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.345925 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.346501 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: agent Apr 15 10:46:51.346863 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: agent_resources_synced.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.347777 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.348353 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: agent-resources-synced Apr 15 10:46:51.348729 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: allowedaddresspairs.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.350522 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.351101 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: allowed-address-pairs Apr 15 10:46:51.351465 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: auto_allocated_topology.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.352561 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.353190 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: auto-allocated-topology Apr 15 10:46:51.353563 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: availability_zone.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.354872 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.355449 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: availability_zone Apr 15 10:46:51.355814 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: availability_zone_filter.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.356756 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.357332 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: availability_zone_filter Apr 15 10:46:51.357694 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: data_plane_status.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.358729 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.359305 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension data-plane-status not supported by any of loaded plugins Apr 15 10:46:51.359668 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: default_subnetpools.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.360585 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.361184 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: default-subnetpools Apr 15 10:46:51.361548 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: dhcpagentscheduler.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.362417 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.362994 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: dhcp_agent_scheduler Apr 15 10:46:51.363354 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: dns.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.364274 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.364870 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension dns-integration not supported by any of loaded plugins Apr 15 10:46:51.365232 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: dns_domain_ports.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.366157 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.366729 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 15 10:46:51.367089 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: dvr.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.367809 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.368384 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: dvr Apr 15 10:46:51.368767 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: empty_string_filtering.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.369803 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.370372 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: empty-string-filtering Apr 15 10:46:51.370731 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.371655 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.372225 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 15 10:46:51.372585 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.373537 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.374109 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 15 10:46:51.374470 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: external_net.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.375390 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.375969 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: external-net Apr 15 10:46:51.376334 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: extra_dhcp_opt.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.377275 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.377847 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: extra_dhcp_opt Apr 15 10:46:51.378208 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: extraroute.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.379121 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.379692 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: extraroute Apr 15 10:46:51.380055 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: extraroute_atomic.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.381112 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.381688 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: extraroute-atomic Apr 15 10:46:51.382051 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: filter_validation.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.382748 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.383312 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: filter-validation Apr 15 10:46:51.383677 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: fip_pf_description.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.384594 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.385347 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 15 10:46:51.385738 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: fip_port_details.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.386770 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.387348 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: fip-port-details Apr 15 10:46:51.387708 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: flavors.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.388969 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.389553 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: flavors Apr 15 10:46:51.389917 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.391582 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.392172 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 15 10:46:51.392545 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: floatingip_pools.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.393320 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.393910 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: floatingip-pools Apr 15 10:46:51.394275 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: ip_allocation.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.395218 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.395791 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension ip_allocation not supported by any of loaded plugins Apr 15 10:46:51.396156 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.397133 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.397709 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: ip-substring-filtering Apr 15 10:46:51.398076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: l2_adjacency.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.399003 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.399575 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension l2_adjacency not supported by any of loaded plugins Apr 15 10:46:51.399936 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: l3.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.401618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.402204 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: router Apr 15 10:46:51.402571 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: l3_conntrack_helper.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.404862 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.405466 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 15 10:46:51.405839 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.406787 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.407369 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: ext-gw-mode Apr 15 10:46:51.407739 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.408801 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.409381 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: l3-ha Apr 15 10:46:51.409745 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: l3_flavors.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.410671 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.411246 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: l3-flavors Apr 15 10:46:51.411607 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.412541 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.413138 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: l3-port-ip-change-not-allowed Apr 15 10:46:51.413509 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: l3agentscheduler.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.414653 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.415242 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: l3_agent_scheduler Apr 15 10:46:51.415607 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: logging.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.417352 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.417937 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension logging not supported by any of loaded plugins Apr 15 10:46:51.418304 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: metering.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.419095 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.419793 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: metering Apr 15 10:46:51.420160 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.421302 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.421888 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: metering_source_and_destination_fields Apr 15 10:46:51.422262 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: multiprovidernet.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.423204 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.423789 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: multi-provider Apr 15 10:46:51.424150 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: netmtu.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.425116 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.425693 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: net-mtu Apr 15 10:46:51.426055 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: netmtu_writable.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.427002 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.427580 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: net-mtu-writable Apr 15 10:46:51.427941 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: network_availability_zone.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.428797 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.429386 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: network_availability_zone Apr 15 10:46:51.429747 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: network_ip_availability.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.430886 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.431464 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: network-ip-availability Apr 15 10:46:51.431831 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: network_segment_range.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.433430 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.434011 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension network-segment-range not supported by any of loaded plugins Apr 15 10:46:51.434374 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: pagination.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.435368 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.435742 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: pagination Apr 15 10:46:51.436103 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: port_device_profile.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.437066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.437641 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: port-device-profile Apr 15 10:46:51.438001 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.438944 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.439517 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: port-mac-address-regenerate Apr 15 10:46:51.439876 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.440846 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.441423 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: port-numa-affinity-policy Apr 15 10:46:51.441782 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: port_resource_request.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.442699 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.443269 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension port-resource-request not supported by any of loaded plugins Apr 15 10:46:51.443631 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: portbindings.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.444568 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.445172 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: binding Apr 15 10:46:51.445534 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: portbindings_extended.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.446817 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.447406 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: binding-extended Apr 15 10:46:51.447950 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: portsecurity.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.448898 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.449480 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: port-security Apr 15 10:46:51.450105 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: project_id.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.451092 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.451467 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: project-id Apr 15 10:46:51.451831 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: providernet.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.452774 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.453360 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: provider Apr 15 10:46:51.453726 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: qos.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.457405 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.458008 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension qos not supported by any of loaded plugins Apr 15 10:46:51.458380 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.459690 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.460274 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 15 10:46:51.460639 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.461596 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.462176 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 15 10:46:51.462538 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: qos_default.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.463990 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.464583 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension qos-default not supported by any of loaded plugins Apr 15 10:46:51.464976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: qos_fip.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.465680 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.466245 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension qos-fip not supported by any of loaded plugins Apr 15 10:46:51.466604 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: qos_gateway_ip.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.467534 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.468105 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 15 10:46:51.468471 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: qos_port_network_policy.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.469414 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.469991 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 15 10:46:51.470355 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: qos_rule_type_details.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.471293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.471868 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 15 10:46:51.472233 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: qos_rules_alias.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.473325 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.473904 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 15 10:46:51.474277 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: quotasv2.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.475262 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.475633 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: quotas Apr 15 10:46:51.475994 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: quotasv2_detail.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.477756 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.478139 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: quota_details Apr 15 10:46:51.478509 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: rbac.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.480259 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.480881 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: rbac-policies Apr 15 10:46:51.481252 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: rbac_address_group.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.482198 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.482782 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: rbac-address-group Apr 15 10:46:51.483146 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: rbac_address_scope.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.484074 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.484648 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: rbac-address-scope Apr 15 10:46:51.485037 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: rbac_security_groups.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.485959 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.486541 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: rbac-security-groups Apr 15 10:46:51.486901 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: rbac_subnetpool.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.487825 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.488418 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: rbac-subnetpool Apr 15 10:46:51.488809 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: revisionifmatch.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.489755 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.490333 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: revision-if-match Apr 15 10:46:51.490696 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: revisions.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.491835 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.492417 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: standard-attr-revisions Apr 15 10:46:51.492807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: router_availability_zone.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.493527 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.494109 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: router_availability_zone Apr 15 10:46:51.494544 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: routerservicetype.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.495517 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.496090 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension router-service-type not supported by any of loaded plugins Apr 15 10:46:51.496449 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.497427 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.498007 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: security-groups-normalized-cidr Apr 15 10:46:51.498363 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: security_groups_port_filtering.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.499295 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.499871 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: port-security-groups-filtering Apr 15 10:46:51.500229 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.501199 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.501781 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: security-groups-remote-address-group Apr 15 10:46:51.502140 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: securitygroup.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.515401 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.516025 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: security-group Apr 15 10:46:51.516400 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: segment.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.517286 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.517876 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension segment not supported by any of loaded plugins Apr 15 10:46:51.518246 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.519211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.519794 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 15 10:46:51.520162 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: servicetype.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.521289 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.521879 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: service-type Apr 15 10:46:51.522245 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: sorting.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.523233 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.523614 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: sorting Apr 15 10:46:51.523984 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: standard_attr_segment.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.524962 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.525549 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 15 10:46:51.526438 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: standardattrdescription.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.527134 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.527712 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: standard-attr-description Apr 15 10:46:51.528079 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: stateful_security_group.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.529059 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.529658 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: stateful-security-group Apr 15 10:46:51.530020 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: stdattrs_common.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.530605 dv-cinder-786386-1-smb neutron-server[85178]: WARNING neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 15 10:46:51.530964 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.531970 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.532549 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 15 10:46:51.532936 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: subnet_onboard.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.534007 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.534595 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: subnet_onboard Apr 15 10:46:51.534959 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.535892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.536473 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 15 10:46:51.536883 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: subnet_service_types.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.537814 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.538395 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: subnet-service-types Apr 15 10:46:51.538756 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: subnetallocation.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.539845 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.540429 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: subnet_allocation Apr 15 10:46:51.540827 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.542105 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.542777 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: subnetpool-prefix-ops Apr 15 10:46:51.543138 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.544101 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.544674 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 15 10:46:51.545065 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: tagging.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.546329 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.546925 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: standard-attr-tag Apr 15 10:46:51.547292 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: timestamp.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.548469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.549084 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loaded extension: standard-attr-timestamp Apr 15 10:46:51.549453 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: trunk.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.550490 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.551069 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension trunk not supported by any of loaded plugins Apr 15 10:46:51.551428 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: trunk_details.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.552353 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.552955 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension trunk-details not supported by any of loaded plugins Apr 15 10:46:51.553318 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: uplink_status_propagation.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.554249 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.554821 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 15 10:46:51.555183 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Loading extension file: vlantransparent.py {{(pid=85178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:46:51.555893 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:46:51.556479 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extension vlan-transparent not supported by any of loaded plugins Apr 15 10:46:51.559339 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of TrackedResource for resource:network Apr 15 10:46:51.560161 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of TrackedResource for resource:subnet Apr 15 10:46:51.560873 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:46:51.561531 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of TrackedResource for resource:port Apr 15 10:46:51.563011 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:46:51.563497 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Service FLAVORS assigned prefix: {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:46:51.564186 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:46:51.564651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:46:51.565049 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of TrackedResource for resource:router Apr 15 10:46:51.565777 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of TrackedResource for resource:floatingip Apr 15 10:46:51.566549 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Service METERING assigned prefix: /metering {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:46:51.568342 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.568775 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.569163 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:46:51.570307 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 10:46:51.570797 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of TrackedResource for resource:security_group Apr 15 10:46:51.571594 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 10:46:51.572402 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Service CORE assigned prefix: {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:46:51.572845 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:46:51.573213 dv-cinder-786386-1-smb neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] subnetpool is already registered Apr 15 10:46:51.573883 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Service CORE assigned prefix: {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:46:51.574252 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:46:51.574923 dv-cinder-786386-1-smb neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] subnetpool is already registered Apr 15 10:46:51.577627 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:46:51.578102 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Service FLAVORS assigned prefix: {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:46:51.578743 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:46:51.579204 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:46:51.579579 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of TrackedResource for resource:router Apr 15 10:46:51.579946 dv-cinder-786386-1-smb neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] router is already registered Apr 15 10:46:51.580601 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of TrackedResource for resource:floatingip Apr 15 10:46:51.580989 dv-cinder-786386-1-smb neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] floatingip is already registered Apr 15 10:46:51.581679 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Service METERING assigned prefix: /metering {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:46:51.582408 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 10:46:51.582773 dv-cinder-786386-1-smb neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] rbac_policy is already registered Apr 15 10:46:51.583390 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of TrackedResource for resource:security_group Apr 15 10:46:51.583760 dv-cinder-786386-1-smb neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] security_group is already registered Apr 15 10:46:51.584401 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 10:46:51.584785 dv-cinder-786386-1-smb neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] security_group_rule is already registered Apr 15 10:46:51.585498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Service CORE assigned prefix: {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:46:51.585871 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:46:51.586232 dv-cinder-786386-1-smb neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] subnetpool is already registered Apr 15 10:46:51.586908 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.resource_helper [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Service CORE assigned prefix: {{(pid=85178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:46:51.587273 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:46:51.587631 dv-cinder-786386-1-smb neutron-server[85178]: WARNING neutron.quota.resource_registry [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] subnetpool is already registered Apr 15 10:46:51.588967 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: extensions {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.590509 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: address-groups {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.592137 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: address-scopes {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.593440 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: agents {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.594664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: auto-allocated-topology {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.595958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: availability_zones {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.597423 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: dhcp-networks {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.598890 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: dhcp-agents {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.600404 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: routers {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.602296 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: flavors {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.603519 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: service_profiles {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.605587 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: next_providers {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.607190 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: service_profiles {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.608727 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: floatingip-pools {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.609999 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: routers {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.611861 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: floatingips {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.613198 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: l3-routers {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.614656 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: l3-agents {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.616131 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: metering-labels {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.618412 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: metering-label-rules {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.619899 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: network-ip-availabilities {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.621260 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: bindings {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.622985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: quotas {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.624474 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: quotas {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.625979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: rbac-policies {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.627327 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: security-groups {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.628820 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: security-group-rules {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.630110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: service-providers {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.631388 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: subnetpools {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.632889 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: subnetpools {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.634400 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.636195 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.638113 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.639956 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.641863 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.643859 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.645672 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.647651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.649589 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.652074 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.extensions [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Extended resource: tags {{(pid=85178) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:46:51.658878 dv-cinder-786386-1-smb neutron-server[85178]: WARNING keystonemiddleware.auth_token [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 15 10:46:51.664145 dv-cinder-786386-1-smb neutron-server[85178]: WARNING keystonemiddleware.auth_token [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 15 10:46:51.673637 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Acquired lock "singleton_lock" {{(pid=85178) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 15 10:46:51.674159 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Releasing lock "singleton_lock" {{(pid=85178) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 15 10:46:51.675616 dv-cinder-786386-1-smb neutron-server[85178]: INFO oslo_service.service [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Starting 2 workers Apr 15 10:46:51.680448 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Started child 85291 {{(pid=85178) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:46:51.684897 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:51.685522 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Started child 85292 {{(pid=85178) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:46:51.686369 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [-] (85291) wsgi starting up on http://0.0.0.0:9696 Apr 15 10:46:51.687025 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.service [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Neutron service started, listening on 0.0.0.0:9696 Apr 15 10:46:51.687680 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Notify callbacks [] for process, before_spawn {{(pid=85178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:51.688874 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:51.690188 dv-cinder-786386-1-smb neutron-server[85178]: INFO oslo_service.service [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Starting 1 workers Apr 15 10:46:51.690324 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [-] (85292) wsgi starting up on http://0.0.0.0:9696 Apr 15 10:46:51.695646 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Started child 85293 {{(pid=85178) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:46:51.696196 dv-cinder-786386-1-smb neutron-server[85178]: INFO oslo_service.service [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Starting 1 workers Apr 15 10:46:51.697942 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.service [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] calling RpcWorker wait() {{(pid=85293) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 15 10:46:51.698232 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.service [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] returning from RpcWorker wait() {{(pid=85293) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 15 10:46:51.700185 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:51.700705 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:46:51.701313 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Started child 85294 {{(pid=85178) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:46:51.702113 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-49bc5c75-1d5a-42da-b260-cf96b419aabe None None] Notify callbacks [] for process, after_spawn {{(pid=85178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:51.703712 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85178) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 10:46:51.703924 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 10:46:51.704133 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 10:46:51.704398 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 10:46:51.704840 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 10:46:51.705010 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 10:46:51.705101 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:51.705586 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.705879 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.705975 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:46:51.706180 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.706460 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.706774 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.707390 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.707693 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.707981 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.708275 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.708547 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.708854 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.708961 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.709206 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.709477 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.709831 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.710196 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.710350 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.710635 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.710846 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.711114 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.711419 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.711704 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.711994 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] debug = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.712272 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.712859 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.713119 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.714088 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.714392 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.714625 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.714897 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.715291 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.715565 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.715817 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.716107 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.716404 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.716666 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.716948 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.717215 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.717519 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.717768 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.718214 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] host = dv-cinder-786386-1-smb {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.718460 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.718726 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.718986 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.719242 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.719519 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.719785 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.720076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.720386 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.720658 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.720955 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.721233 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.721509 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.721780 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.722066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] log_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.722258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] log_options = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.722503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.722806 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.723096 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.723309 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.723501 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.723695 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.724033 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.724199 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.724420 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.724671 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.724938 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.725205 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.725451 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.725694 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.725976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.726240 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.726505 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.726744 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.727046 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.727335 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.727613 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.727873 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.728776 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.728776 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.728776 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.729587 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.729676 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.729905 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.730116 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.730399 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.730647 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.730931 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.731238 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.731472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.731754 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.732518 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.732518 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.732518 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.733498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.733498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.733498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.733498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.736062 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.736062 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.736062 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.736062 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] use_json = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.736062 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.736062 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.736062 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.736062 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.736062 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.737316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.737316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.737316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.737316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.737316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.737316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.741617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.741617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.741617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.741617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.741617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.741617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.741617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.741617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.746099 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.746099 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.746099 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.746099 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.746099 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.746099 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.746099 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.746099 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.746807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.746807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.746807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.746807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.746807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.746807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.746807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.746807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.747503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.747503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.747503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.747503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.747503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.747503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.747503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.747503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.747503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.748328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.748328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.748328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.748328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.748328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.748328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.748328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.748328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.748328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.749142 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.749142 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.749142 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.749404 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.749509 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.749771 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.750025 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.750271 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.750518 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.750770 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.751039 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.751292 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.751538 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.751782 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.752034 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.752291 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.752575 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.752868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.753118 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.753363 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.753614 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.753893 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.754123 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.754356 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.754601 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.754846 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.755104 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.755366 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.755612 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.755868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.756079 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.756323 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.756524 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.758383 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.758383 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.758383 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.758383 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.758383 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.758383 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.758383 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.758875 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.758875 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.759023 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.759216 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.759648 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.759904 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.760769 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.761612 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.761612 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.761612 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.762044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.762044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.762313 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.762464 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.762669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.762960 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.763211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.763600 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.763764 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.763941 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.764207 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.764492 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.764809 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.765083 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.765356 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.765650 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.765960 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.766232 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.766524 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.766778 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.767081 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.767421 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.767733 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.768020 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.768321 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.768607 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.768904 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.769201 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.769499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.769777 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.770045 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.770318 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.770628 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.770914 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.771166 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.771429 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.771720 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.772082 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.772380 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.772646 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.772918 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.773206 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.773697 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.774117 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.774599 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.774892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.775162 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.775466 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.775847 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.776123 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.777471 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.777471 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.777471 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.777736 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.777946 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.778212 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.778475 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.778739 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.779012 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.779265 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.779519 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.779785 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.780042 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.780293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.780581 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.780851 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.781105 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.781374 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.781625 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.781876 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.782126 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.782373 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.782664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.782915 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.783230 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.783516 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.783788 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.784055 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.784329 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.784607 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.784882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.785166 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.785419 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.785667 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.785914 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.786165 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.786404 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.786653 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.786934 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.787197 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.787491 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.787764 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.788117 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.788388 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.788654 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.788958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.789208 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.789717 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.789717 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.789992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.790134 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.790412 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.790660 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.790935 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.791210 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.791609 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.791756 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.791945 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.792193 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.792463 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.796720 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.796720 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.797079 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 53250) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:46:51.797230 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.797230 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.797230 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.797230 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.797230 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.797230 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.797230 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.797230 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.797230 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.798468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.798468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.798468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.798468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.798468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.798468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.798468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.798468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.798468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.799690 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.799690 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.799690 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.799690 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.799690 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.799690 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.799690 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.799690 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.800777 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.800777 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.800777 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.800777 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.800777 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.800777 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.801571 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.801571 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.801838 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.801987 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.802226 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.802540 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.802850 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.803165 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.803415 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.803748 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.804106 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.804391 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.804669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.804958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.805264 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.805541 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.805796 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.806049 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.806301 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.806550 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.806850 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.807243 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.807526 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.807778 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.808047 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.808299 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.808579 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.808869 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.809144 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.809392 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.809561 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 10:46:51.810259 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85178) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 10:46:51.810453 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 10:46:51.810619 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 10:46:51.810998 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 10:46:51.811206 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 10:46:51.811390 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 10:46:51.811636 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.811827 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.812015 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.812203 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.812392 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.812599 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.812794 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.813109 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.813412 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.813744 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.814050 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.814393 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.814719 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.815044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.815378 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.815497 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [-] 10.222.0.98 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0200408 Apr 15 10:46:51.815806 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.816154 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.817305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.817305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.817305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.817305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.817305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.817305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] debug = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.817870 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.817870 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.817870 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.817870 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.818227 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.818227 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.818415 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.818515 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.818683 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.818867 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.819052 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.819236 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.819420 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.819604 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.819788 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.819972 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.820155 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.820340 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] host = dv-cinder-786386-1-smb {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.820523 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.820721 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.821727 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.821922 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.822547 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.822547 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.822547 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.823254 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.823254 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.823539 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.823821 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.824869 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.824869 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.824869 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] log_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.824869 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] log_options = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.825197 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.825197 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.825350 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.825567 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.825664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.825813 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.825964 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.826111 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.826293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.826479 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.826664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.826828 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.827014 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.827172 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.827361 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.827525 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.827860 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.828211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.828381 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.828752 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.828925 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.829253 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.829599 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.829792 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.829980 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.830167 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.830332 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.830654 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.831000 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.831169 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.831358 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.831544 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.831731 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.831916 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.832081 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.832265 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.832425 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.832638 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.832812 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.832975 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.833124 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.833278 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.833635 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.833823 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.834007 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.834170 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] use_json = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.834496 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.834681 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.834867 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.835050 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.835233 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.835419 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.835604 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.835792 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:46:51.836005 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.836194 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.836393 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.836582 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.836795 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.836946 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.837124 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.837312 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.837499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.837686 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.837881 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.838046 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.838273 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.838475 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.838688 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.838837 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.838979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.839121 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.839310 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.839469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.839656 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.839847 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.840037 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.840201 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.840370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.840527 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.840668 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.840882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.841073 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.841263 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.841447 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.841649 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.841830 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.841974 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.842158 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.842979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.842979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.842979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.842979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.842979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.843335 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.843335 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.843473 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.843648 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.843836 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.844025 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.844208 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.844322 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:46:51.844410 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.845248 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.845248 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.845248 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.845248 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.845248 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.845602 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.845602 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.845741 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.845880 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.846066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.846253 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.846469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.846884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.846884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.847053 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.847135 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.847282 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.847469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.848401 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.848401 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.848401 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.848401 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.848401 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.848802 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.848802 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.848802 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.849006 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.849219 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.849317 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.849484 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.849670 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.849857 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.850043 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.850230 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.850416 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.851357 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.851357 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.851357 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.851357 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.851357 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.851824 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.851824 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.851824 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.852139 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.852139 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.852345 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.852454 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.852563 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.852774 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.852931 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.853075 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.853228 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.853373 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.853523 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.853709 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.854428 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.854595 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.854847 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.855012 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.855160 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.855323 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.855476 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.855624 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.855823 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.855980 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.856174 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.856330 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.856554 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.856985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.856985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.857332 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.857332 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.858580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.858580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.858580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.858580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.858580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.858580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.858580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.858580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.859703 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.859703 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.859703 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.859703 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.859703 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.859703 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.859703 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.861027 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.861027 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.861027 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.861027 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.861027 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.861027 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.861027 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.861027 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.862167 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.862167 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.862167 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.862167 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.862167 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.862167 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.862167 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.863135 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.863135 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.863135 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.863135 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.863135 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.863135 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.863958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.863958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.863958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.863958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.863958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.864650 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.864650 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.864650 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.864650 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.864650 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.865499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.865499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.865499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.865499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.865499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.866187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.866187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.866187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.866187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.866755 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.866755 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.866755 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.867128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.868425 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.868624 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.868870 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.869043 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.869201 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.869475 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.869719 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.869917 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.870203 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.870372 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.870523 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.870682 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.870844 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.870996 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.871148 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.871338 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.871584 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.871774 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.871936 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.872127 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.872292 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.872481 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.872668 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.872901 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.873907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.873907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.873907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.873907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.873907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.873907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.874373 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.874373 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.874373 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.874574 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.875219 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.875219 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.875219 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.875219 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.875514 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.875514 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.875705 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.875890 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.876100 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.876253 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.876439 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.876624 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.877738 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.877950 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.878147 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.878370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.878525 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.878715 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.878904 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.879093 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.879295 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.879485 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.879676 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.879867 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.880054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.880241 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.880429 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.880620 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.881515 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.881698 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.881886 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.882088 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.882287 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.883247 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.883247 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.883247 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.883247 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.883247 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.883976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.883976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.883976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.883976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.883976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.884669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.884669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.884669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.884669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.884669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.886055 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.886055 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.886055 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.886466 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.886466 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.886466 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.886896 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.886896 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:46:51.886896 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85178) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 10:47:02.632620 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b542d1-d0c3-4c95-bb2c-f7a7cd003ee1 None None] get_active_networks_info from dv-cinder-786386-1-smb {{(pid=85293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 10:47:02.774864 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b542d1-d0c3-4c95-bb2c-f7a7cd003ee1 None None] No non-hosted networks {{(pid=85293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 15 10:47:02.806540 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-521f0134-ee36-4e8a-9b9c-1c9eb9b63811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922'] for agent, after_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:04.865706 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1e57ed8a-03f4-41db-ac92-7362b74987a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922'] for agent, after_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:04.903391 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-678533ae-0709-464d-a8b4-2b79d0f9cedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:05.745362 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922'] for agent, after_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:06.254151 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922'] for agent, after_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:06.254950 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:06.255410 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:06.258841 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:06.259254 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:06.260193 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:06.263574 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:06.264101 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:06.267250 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:06.267655 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:06.268042 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:06.268422 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:06.268865 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:06.269869 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786386-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:47:06.275347 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786386-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:47:07.207014 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922'] for agent, after_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:08.151581 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 53344) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:08.768813 dv-cinder-786386-1-smb neutron-server[85178]: WARNING oslo_policy.policy [None req-f8f9dbd2-1271-48b0-b698-af15ecd2a769 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:47:08.769447 dv-cinder-786386-1-smb neutron-server[85178]: WARNING oslo_policy.policy [None req-f8f9dbd2-1271-48b0-b698-af15ecd2a769 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:47:09.003298 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [None req-f8f9dbd2-1271-48b0-b698-af15ecd2a769 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=85291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:47:09.004366 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f8f9dbd2-1271-48b0-b698-af15ecd2a769 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8517857 Apr 15 10:47:11.079266 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.l3_hamode_db [None req-765480fa-d9b8-4bad-ad4f-2b9967376267 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 15 10:47:11.170737 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765480fa-d9b8-4bad-ad4f-2b9967376267 None None] Routers set() bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:47:11.171288 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765480fa-d9b8-4bad-ad4f-2b9967376267 None None] Router IDs set() for agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 15 10:47:11.770769 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 53358) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:12.165818 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-4d427699-8767-4a17-bccb-b82fccaa0aca admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:47:12.269446 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.policy [None req-4d427699-8767-4a17-bccb-b82fccaa0aca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85291) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 10:47:12.324353 dv-cinder-786386-1-smb neutron-server[85178]: WARNING oslo_policy.policy [None req-4d427699-8767-4a17-bccb-b82fccaa0aca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:47:12.325041 dv-cinder-786386-1-smb neutron-server[85178]: WARNING oslo_policy.policy [None req-4d427699-8767-4a17-bccb-b82fccaa0aca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:47:12.343291 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota [None req-4d427699-8767-4a17-bccb-b82fccaa0aca admin admin] Loaded quota_driver: . Apr 15 10:47:12.359097 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4d427699-8767-4a17-bccb-b82fccaa0aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:47:12.415806 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4d427699-8767-4a17-bccb-b82fccaa0aca admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309935836024', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309935836636', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309935878563', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309935884295', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309935868468', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309935869439', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-937960', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-962062', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-653368', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7741929'] for rbac-policy, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:12.638737 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4d427699-8767-4a17-bccb-b82fccaa0aca admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:12.639961 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-4d427699-8767-4a17-bccb-b82fccaa0aca admin admin] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8681479 Apr 15 10:47:15.637354 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 53372) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:16.036356 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '2a57c778696945c5af429165e5ac149d'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:47:16.042575 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:47:16.047400 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Usage tracker for resource:network and tenant:2a57c778696945c5af429165e5ac149d is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:47:16.051066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:47:16.057611 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:47:16.066670 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Made reservation on behalf of 2a57c778696945c5af429165e5ac149d for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:47:16.073501 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:16.091676 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:16.107479 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:47:16.111597 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Usage tracker for resource:security_group_rule and tenant:2a57c778696945c5af429165e5ac149d is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:47:16.115810 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:47:16.122456 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:47:16.258078 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:16.261809 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:16.266700 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:16.293068 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1371, 'physical_network': 'physnet1'} {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:47:16.330408 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726916947895', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:16.331021 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Unsubscribe: segment precommit_create {{(pid=85291) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 10:47:16.331494 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Added segment 8710a758-40cd-4360-b04c-1e20118eb3a8 of type vlan for network acd55e38-fccc-4927-964c-2047c94b6278 Apr 15 10:47:16.391497 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca4f429-a094-4b17-a04b-efcf0f0e9209,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:16.413164 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:16.413527 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:16.413882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:16.414232 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:16.414579 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:16.414925 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:16.415882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:16.415882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:16.417154 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:16.417154 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:16.418169 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:16.422611 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Tracked resource versions report: Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: pushed versions: Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: { 'AddressGroup': {'1.2'}, Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'ConntrackHelper': {'1.0'}, Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'Log': {'1.0'}, Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'Network': {'1.1'}, Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'Port': {'1.7'}, Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'PortForwarding': {'1.2'}, Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'QosPolicy': {'1.8'}, Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroup': {'1.4'}, Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'SubPort': {'1.0'}, Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'Subnet': {'1.1'}, Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'Trunk': {'1.1'}} Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: consumer versions: Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: { DHCP agent@dv-cinder-786386-1-smb: {}, Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: L3 agent@dv-cinder-786386-1-smb: {}, Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: Metadata agent@dv-cinder-786386-1-smb: {}, Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: Metering agent@dv-cinder-786386-1-smb: {}, Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: Open vSwitch agent@dv-cinder-786386-1-smb: { 'AddressGroup': '1.2', Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'ConntrackHelper': '1.0', Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'Log': '1.0', Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'Network': '1.1', Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'Port': '1.7', Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'PortForwarding': '1.2', Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'QosPolicy': '1.8', Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroup': '1.4', Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroupRule': '1.2', Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'SubPort': '1.0', Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'Subnet': '1.1', Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: 'Trunk': '1.1'}} Apr 15 10:47:16.423855 dv-cinder-786386-1-smb neutron-server[85178]: {{(pid=85291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:47:16.472056 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:16.476497 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:16.515338 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:16.516826 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:16.517491 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:16.522402 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:16.634542 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9959121 Apr 15 10:47:16.637421 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=acd55e38-fccc-4927-964c-2047c94b6278,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:16.658430 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:16.667498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network acd55e38-fccc-4927-964c-2047c94b6278 details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:47:19.696293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 53388) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:20.180464 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e752cdcd-0cc0-4069-ae9f-b57258c25e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:20.182832 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e752cdcd-0cc0-4069-ae9f-b57258c25e1b admin admin] 10.222.0.98 "GET /v2.0/networks/acd55e38-fccc-4927-964c-2047c94b6278 HTTP/1.1" status: 200 len: 826 time: 0.4854100 Apr 15 10:47:20.211831 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-7fea15aa-42f4-4a3e-ba43-f82acefe616e admin admin] 10.222.0.98 "GET /v2.0/subnetpools/39a784fc-2156-4345-b6bb-89fb771d0a1c HTTP/1.1" status: 200 len: 734 time: 0.0229084 Apr 15 10:47:20.221174 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': 'acd55e38-fccc-4927-964c-2047c94b6278', 'subnetpool_id': '39a784fc-2156-4345-b6bb-89fb771d0a1c', 'tenant_id': '2a57c778696945c5af429165e5ac149d', 'gateway_ip': '172.20.0.1'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:47:20.225582 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:47:20.230117 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] Usage tracker for resource:subnet and tenant:2a57c778696945c5af429165e5ac149d is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:47:20.233060 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:47:20.238891 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:47:20.248960 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] Made reservation on behalf of 2a57c778696945c5af429165e5ac149d for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:47:20.253483 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:20.722729 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:20.737728 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:20.868132 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:20.875840 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:20.943211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] Checking segment: {'id': '8710a758-40cd-4360-b04c-1e20118eb3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'acd55e38-fccc-4927-964c-2047c94b6278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:47:20.943588 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] Network hostable DHCP agents. Network: acd55e38-fccc-4927-964c-2047c94b6278, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:47:20.965393 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] Network acd55e38-fccc-4927-964c-2047c94b6278 is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:47:20.973859 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, acd55e38-fccc-4927-964c-2047c94b6278) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:47:20.979015 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:20.979618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:20.984359 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08bc6e5-fc1f-4968-a842-0912cc87fc69 None None] Network acd55e38-fccc-4927-964c-2047c94b6278 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:47:20.998486 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7808893 Apr 15 10:47:21.309889 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03cae621-d5ad-52d9-a88b-1dbc97da46ae-acd55e38-fccc-4927-964c-2047c94b6278', 'network_id': 'acd55e38-fccc-4927-964c-2047c94b6278', 'tenant_id': '2a57c778696945c5af429165e5ac149d', 'fixed_ips': [{'subnet_id': 'd8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e'}]}} from dv-cinder-786386-1-smb. {{(pid=85293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:47:21.311147 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:21.673058 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Allocated IP 172.20.0.2 (acd55e38-fccc-4927-964c-2047c94b6278/d8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e/d2a939cd-c3a1-4b38-9f20-aede591203d2) {{(pid=85293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:47:21.906784 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Notify callbacks [] for port, precommit_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:21.920309 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Transition to ACTIVE for port object d2a939cd-c3a1-4b38-9f20-aede591203d2 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:47:21.941101 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Transition to ACTIVE for port object d2a939cd-c3a1-4b38-9f20-aede591203d2 will not be triggered until provisioned by entity DHCP. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:47:21.947369 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:21.965782 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:22.099886 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Pushing event updated for resources: {'Port': ['ID=d2a939cd-c3a1-4b38-9f20-aede591203d2,revision_number=1']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:22.110818 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:22.111190 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:22.111560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:22.111920 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:22.112277 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:22.112639 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:22.113017 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:22.113370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:22.113723 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:22.114071 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:22.114425 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:22.114771 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Tracked resource versions report: Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: pushed versions: Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: { 'AddressGroup': {'1.2'}, Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'ConntrackHelper': {'1.0'}, Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'Log': {'1.0'}, Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'Network': {'1.1'}, Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'Port': {'1.7'}, Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'PortForwarding': {'1.2'}, Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'QosPolicy': {'1.8'}, Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroup': {'1.4'}, Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'SubPort': {'1.0'}, Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'Subnet': {'1.1'}, Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'Trunk': {'1.1'}} Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: consumer versions: Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: { DHCP agent@dv-cinder-786386-1-smb: {}, Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: L3 agent@dv-cinder-786386-1-smb: {}, Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: Metadata agent@dv-cinder-786386-1-smb: {}, Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: Metering agent@dv-cinder-786386-1-smb: {}, Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: Open vSwitch agent@dv-cinder-786386-1-smb: { 'AddressGroup': '1.2', Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'ConntrackHelper': '1.0', Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'Log': '1.0', Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'Network': '1.1', Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'Port': '1.7', Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'PortForwarding': '1.2', Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'QosPolicy': '1.8', Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroup': '1.4', Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroupRule': '1.2', Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'SubPort': '1.0', Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'Subnet': '1.1', Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: 'Trunk': '1.1'}} Apr 15 10:47:22.115880 dv-cinder-786386-1-smb neutron-server[85178]: {{(pid=85293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:47:22.123044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:22.171754 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Network acd55e38-fccc-4927-964c-2047c94b6278 is already hosted by enough agents. {{(pid=85293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:47:22.172927 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Resources bound (agent type, host, resource id): {{(pid=85293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:47:22.175748 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Received port after_create {{(pid=85293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:47:22.275472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Attempting to bind port d2a939cd-c3a1-4b38-9f20-aede591203d2 on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:47:22.275871 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Attempting to bind port d2a939cd-c3a1-4b38-9f20-aede591203d2 by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '8710a758-40cd-4360-b04c-1e20118eb3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'acd55e38-fccc-4927-964c-2047c94b6278'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:47:22.276292 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Attempting to bind port d2a939cd-c3a1-4b38-9f20-aede591203d2 on network acd55e38-fccc-4927-964c-2047c94b6278 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:47:22.281965 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:47:22.282376 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Checking segment: {'id': '8710a758-40cd-4360-b04c-1e20118eb3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'acd55e38-fccc-4927-964c-2047c94b6278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:47:22.282875 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:22.283305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Bound using segment: {'id': '8710a758-40cd-4360-b04c-1e20118eb3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'acd55e38-fccc-4927-964c-2047c94b6278'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:47:22.283845 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Bound port: d2a939cd-c3a1-4b38-9f20-aede591203d2, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8710a758-40cd-4360-b04c-1e20118eb3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'acd55e38-fccc-4927-964c-2047c94b6278'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:47:22.284258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:22.380221 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] For port d2a939cd-c3a1-4b38-9f20-aede591203d2, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:47:22.384418 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] For port d2a939cd-c3a1-4b38-9f20-aede591203d2, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=d2a939cd-c3a1-4b38-9f20-aede591203d2,segment=NetworkSegment(8710a758-40cd-4360-b04c-1e20118eb3a8),segment_id=8710a758-40cd-4360-b04c-1e20118eb3a8)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:47:22.390521 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:22.406301 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:22.556854 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Pushing event updated for resources: {'Port': ['ID=d2a939cd-c3a1-4b38-9f20-aede591203d2,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:22.562015 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:23.794728 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 53398) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:24.213557 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [None req-44bf1e48-1706-4a8d-bd40-0c601ce3cf35 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=85291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:47:24.214605 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-44bf1e48-1706-4a8d-bd40-0c601ce3cf35 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4189160 Apr 15 10:47:27.010882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 53408) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:27.413949 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [None req-07b62af1-f07e-47c4-bda2-a0ec464e34ac admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=85291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:47:27.414990 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-07b62af1-f07e-47c4-bda2-a0ec464e34ac admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4030192 Apr 15 10:47:28.228235 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device d2a939cd-c3a1-4b38-9f20-aede591203d2 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:47:28.302361 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port d2a939cd-c3a1-4b38-9f20-aede591203d2 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:47:29.520925 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6451b943-ca91-4702-aeed-047246f65893 None None] Network acd55e38-fccc-4927-964c-2047c94b6278 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:47:29.628346 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-d21621b2-8c44-4597-a616-ec51adcd1039 None None] Provisioning for port d2a939cd-c3a1-4b38-9f20-aede591203d2 completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:47:29.650761 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-d21621b2-8c44-4597-a616-ec51adcd1039 None None] Provisioning complete for port d2a939cd-c3a1-4b38-9f20-aede591203d2 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:47:29.651185 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d21621b2-8c44-4597-a616-ec51adcd1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:29.883237 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d21621b2-8c44-4597-a616-ec51adcd1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:29.933514 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-d21621b2-8c44-4597-a616-ec51adcd1039 None None] For port d2a939cd-c3a1-4b38-9f20-aede591203d2, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=d2a939cd-c3a1-4b38-9f20-aede591203d2,segment=NetworkSegment(8710a758-40cd-4360-b04c-1e20118eb3a8),segment_id=8710a758-40cd-4360-b04c-1e20118eb3a8)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:47:29.940198 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d21621b2-8c44-4597-a616-ec51adcd1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:29.942499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:30.018722 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21621b2-8c44-4597-a616-ec51adcd1039 None None] Pushing event updated for resources: {'Port': ['ID=d2a939cd-c3a1-4b38-9f20-aede591203d2,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:30.024824 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d21621b2-8c44-4597-a616-ec51adcd1039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:30.170928 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-8b99484e-86e4-4bc1-ba5a-81f62f9a474b None None] Provisioning complete for port d2a939cd-c3a1-4b38-9f20-aede591203d2 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:47:30.171338 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8b99484e-86e4-4bc1-ba5a-81f62f9a474b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:30.226029 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device d2a939cd-c3a1-4b38-9f20-aede591203d2 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:47:30.362300 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port d2a939cd-c3a1-4b38-9f20-aede591203d2 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:47:30.362710 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:30.500880 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 53424) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:30.874772 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-445b29e1-586c-4221-ab5c-ec1adb9793eb admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '2a57c778696945c5af429165e5ac149d', 'admin_state_up': True}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:47:30.880125 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-445b29e1-586c-4221-ab5c-ec1adb9793eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:47:30.884901 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-445b29e1-586c-4221-ab5c-ec1adb9793eb admin admin] Usage tracker for resource:router and tenant:2a57c778696945c5af429165e5ac149d is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:47:30.888073 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-445b29e1-586c-4221-ab5c-ec1adb9793eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:47:30.894003 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-445b29e1-586c-4221-ab5c-ec1adb9793eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:47:30.902881 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-445b29e1-586c-4221-ab5c-ec1adb9793eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854336538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761996'] for router, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:30.904158 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-445b29e1-586c-4221-ab5c-ec1adb9793eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13804'] for router, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:30.924332 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-445b29e1-586c-4221-ab5c-ec1adb9793eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:31.031381 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-445b29e1-586c-4221-ab5c-ec1adb9793eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854328227'] for router, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:31.052389 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-445b29e1-586c-4221-ab5c-ec1adb9793eb admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:31.053697 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-445b29e1-586c-4221-ab5c-ec1adb9793eb admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5517716 Apr 15 10:47:32.559486 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f92d0940-e3b8-4649-9896-bec81e8f744d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:32.762652 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 5 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:47:33.767732 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 53434) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:34.162087 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [None req-7848c235-a5c9-43fd-a6b4-d43e8d7ab7d4 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=85291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:47:34.163142 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-7848c235-a5c9-43fd-a6b4-d43e8d7ab7d4 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3944232 Apr 15 10:47:34.876078 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-63f5972a-8047-441d-abe2-c14cdb97b227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:35.699065 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:36.242139 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:36.930535 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 53454) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:37.092979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:47:37.097763 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:47:37.101661 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Usage tracker for resource:network and tenant:a88de4be76d244acaeac2955333b0265 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:47:37.105780 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:47:37.111623 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:47:37.121728 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Made reservation on behalf of a88de4be76d244acaeac2955333b0265 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:47:37.126347 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:37.140299 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:37.147191 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:37.156656 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:47:37.160668 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Usage tracker for resource:security_group_rule and tenant:a88de4be76d244acaeac2955333b0265 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:47:37.163545 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:47:37.171210 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:47:37.255844 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:37.258302 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:37.262517 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:37.279238 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Reserving flat network on physical network physnet1 {{(pid=85291) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 15 10:47:37.303808 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9a38fa-8983-46d0-925c-9747e16f100a,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:37.306755 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:37.307126 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Added segment 69d0f401-fe03-439b-a1fc-da7ac82ffd38 of type flat for network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 Apr 15 10:47:37.308368 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:37.342072 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:37.377328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:37.378646 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:37.379269 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:37.384194 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:37.636704 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Pushing event updated for resources: {'Network': ['ID=75f67454-9d0f-442c-bd06-ccb5d72eecb7,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:37.639520 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:37.641347 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7097940 Apr 15 10:47:37.647116 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:47:40.187396 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 53474) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:40.302204 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353d823d-ba1c-4549-bf05-ab3d2d1aa2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:40.303620 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-353d823d-ba1c-4549-bf05-ab3d2d1aa2f9 admin admin] 10.222.0.98 "GET /v2.0/subnets/d8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e HTTP/1.1" status: 200 len: 849 time: 0.1151972 Apr 15 10:47:40.453922 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-c1ed0a5a-151b-42bd-86b6-1f6e0461d793 admin admin] 10.222.0.98 "GET /v2.0/routers/5a3196ae-425d-4f76-a6d8-3826adafa71f HTTP/1.1" status: 200 len: 704 time: 0.1435900 Apr 15 10:47:40.942423 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:41.180134 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Allocated IP 172.20.0.1 (acd55e38-fccc-4927-964c-2047c94b6278/d8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e/287337a3-9235-4120-a6e7-0c6fc58e5438) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:47:41.345238 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:41.362578 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Transition to ACTIVE for port object 287337a3-9235-4120-a6e7-0c6fc58e5438 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:47:41.416801 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:41.435355 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:41.569860 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Pushing event updated for resources: {'Port': ['ID=287337a3-9235-4120-a6e7-0c6fc58e5438,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:41.577018 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:41.629537 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Network acd55e38-fccc-4927-964c-2047c94b6278 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:47:41.630615 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:47:41.632861 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:47:41.633974 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854328168'] for router_interface, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:41.776644 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-7693133b-e58b-42ef-a531-aa5603185fb3 None None] Provisioning for port 287337a3-9235-4120-a6e7-0c6fc58e5438 completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:47:41.782241 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-7693133b-e58b-42ef-a531-aa5603185fb3 None None] Provisioning complete for port 287337a3-9235-4120-a6e7-0c6fc58e5438 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:47:41.782654 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7693133b-e58b-42ef-a531-aa5603185fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:41.843185 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-7693133b-e58b-42ef-a531-aa5603185fb3 None None] Port 287337a3-9235-4120-a6e7-0c6fc58e5438 cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:47:42.082005 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:42.376322 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:42.379812 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:42.380929 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854218599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327501'] for router_interface, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:42.395518 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:42.527557 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Pushing event updated for resources: {'Port': ['ID=287337a3-9235-4120-a6e7-0c6fc58e5438,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:42.531715 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:42.585916 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Network acd55e38-fccc-4927-964c-2047c94b6278 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:47:42.587516 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:47:42.769857 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-f8f5f7c4-6097-4a08-84d0-b2efd2345af4 None None] Provisioning complete for port 287337a3-9235-4120-a6e7-0c6fc58e5438 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:47:42.770371 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f8f5f7c4-6097-4a08-84d0-b2efd2345af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:42.788139 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Router 5a3196ae-425d-4f76-a6d8-3826adafa71f is scheduled to L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf with binding_index 1 {{(pid=85291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:47:42.958588 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:47:42.968858 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Sync routers for ids ['5a3196ae-425d-4f76-a6d8-3826adafa71f'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:47:42.969318 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] 10.222.0.98 "PUT /v2.0/routers/5a3196ae-425d-4f76-a6d8-3826adafa71f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5097969 Apr 15 10:47:42.980664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5f7c4-6097-4a08-84d0-b2efd2345af4 None None] Port 287337a3-9235-4120-a6e7-0c6fc58e5438 cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:47:42.980943 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Routers {'5a3196ae-425d-4f76-a6d8-3826adafa71f'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:47:42.981822 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:47:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['5a3196ae-425d-4f76-a6d8-3826adafa71f'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:47:43.169777 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Set router 5a3196ae-425d-4f76-a6d8-3826adafa71f gateway port host: None {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:47:43.734027 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3196ae-425d-4f76-a6d8-3826adafa71f', 'name': 'router1', 'tenant_id': '2a57c778696945c5af429165e5ac149d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:47:30Z', 'updated_at': '2021-04-15T10:47:42Z', 'revision_number': 2, 'project_id': '2a57c778696945c5af429165e5ac149d', 'gw_port_host': None, '_interfaces': [{'id': '287337a3-9235-4120-a6e7-0c6fc58e5438', 'name': '', 'network_id': 'acd55e38-fccc-4927-964c-2047c94b6278', 'tenant_id': '2a57c778696945c5af429165e5ac149d', 'mac_address': 'fa:16:3e:c8:9c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3196ae-425d-4f76-a6d8-3826adafa71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:47:40Z', 'updated_at': '2021-04-15T10:47:42Z', 'revision_number': 2, 'project_id': '2a57c778696945c5af429165e5ac149d', 'subnets': [{'id': 'd8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39a784fc-2156-4345-b6bb-89fb771d0a1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:47:43.739062 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Checking router: 5a3196ae-425d-4f76-a6d8-3826adafa71f for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:47:43.739453 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Updating router 5a3196ae-425d-4f76-a6d8-3826adafa71f port 287337a3-9235-4120-a6e7-0c6fc58e5438 binding host dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:47:43.799719 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:44.256353 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Notify callbacks [] for port, precommit_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:44.271629 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Transition to ACTIVE for port object 287337a3-9235-4120-a6e7-0c6fc58e5438 will not be triggered until provisioned by entity L2. {{(pid=85294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:47:44.277844 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:44.293994 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:44.434572 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Pushing event updated for resources: {'Port': ['ID=287337a3-9235-4120-a6e7-0c6fc58e5438,revision_number=3']} {{(pid=85294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:44.448517 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:44.448917 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:44.449286 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:44.449910 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:44.450268 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:44.450625 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:44.450978 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:44.451328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:44.451681 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:44.452032 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:44.452380 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:44.452738 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Tracked resource versions report: Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: pushed versions: Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: { 'AddressGroup': {'1.2'}, Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'ConntrackHelper': {'1.0'}, Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'Log': {'1.0'}, Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'Network': {'1.1'}, Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'Port': {'1.7'}, Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'PortForwarding': {'1.2'}, Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'QosPolicy': {'1.8'}, Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroup': {'1.4'}, Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'SubPort': {'1.0'}, Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'Subnet': {'1.1'}, Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'Trunk': {'1.1'}} Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: consumer versions: Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: { DHCP agent@dv-cinder-786386-1-smb: {}, Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: L3 agent@dv-cinder-786386-1-smb: {}, Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: Metadata agent@dv-cinder-786386-1-smb: {}, Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: Metering agent@dv-cinder-786386-1-smb: {}, Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: Open vSwitch agent@dv-cinder-786386-1-smb: { 'AddressGroup': '1.2', Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'ConntrackHelper': '1.0', Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'Log': '1.0', Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'Network': '1.1', Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'Port': '1.7', Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'PortForwarding': '1.2', Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'QosPolicy': '1.8', Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroup': '1.4', Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroupRule': '1.2', Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'SubPort': '1.0', Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'Subnet': '1.1', Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: 'Trunk': '1.1'}} Apr 15 10:47:44.453847 dv-cinder-786386-1-smb neutron-server[85178]: {{(pid=85294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:47:44.460728 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:44.662221 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Attempting to bind port 287337a3-9235-4120-a6e7-0c6fc58e5438 on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:47:44.662651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Attempting to bind port 287337a3-9235-4120-a6e7-0c6fc58e5438 by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '8710a758-40cd-4360-b04c-1e20118eb3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'acd55e38-fccc-4927-964c-2047c94b6278'}] {{(pid=85294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:47:44.663064 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Attempting to bind port 287337a3-9235-4120-a6e7-0c6fc58e5438 on network acd55e38-fccc-4927-964c-2047c94b6278 {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:47:44.669063 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:47:44.669524 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Checking segment: {'id': '8710a758-40cd-4360-b04c-1e20118eb3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'acd55e38-fccc-4927-964c-2047c94b6278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:47:44.669999 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:44.670576 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Bound using segment: {'id': '8710a758-40cd-4360-b04c-1e20118eb3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'acd55e38-fccc-4927-964c-2047c94b6278'} {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:47:44.671114 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Bound port: 287337a3-9235-4120-a6e7-0c6fc58e5438, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8710a758-40cd-4360-b04c-1e20118eb3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': 'acd55e38-fccc-4927-964c-2047c94b6278'}}] {{(pid=85294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:47:44.671521 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:44.769226 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] For port 287337a3-9235-4120-a6e7-0c6fc58e5438, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:47:44.773536 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] For port 287337a3-9235-4120-a6e7-0c6fc58e5438, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=287337a3-9235-4120-a6e7-0c6fc58e5438,segment=NetworkSegment(8710a758-40cd-4360-b04c-1e20118eb3a8),segment_id=8710a758-40cd-4360-b04c-1e20118eb3a8)] {{(pid=85294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:47:44.782791 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:44.799294 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:44.952579 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Pushing event updated for resources: {'Port': ['ID=287337a3-9235-4120-a6e7-0c6fc58e5438,revision_number=4']} {{(pid=85294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:44.957865 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:45.014360 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Routers {'5a3196ae-425d-4f76-a6d8-3826adafa71f'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:47:45.015052 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:47:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['5a3196ae-425d-4f76-a6d8-3826adafa71f'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:47:45.183164 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] Set router 5a3196ae-425d-4f76-a6d8-3826adafa71f gateway port host: None {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:47:45.500579 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 53486) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:45.532092 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3196ae-425d-4f76-a6d8-3826adafa71f', 'name': 'router1', 'tenant_id': '2a57c778696945c5af429165e5ac149d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:47:30Z', 'updated_at': '2021-04-15T10:47:42Z', 'revision_number': 2, 'project_id': '2a57c778696945c5af429165e5ac149d', 'gw_port_host': None, '_interfaces': [{'id': '287337a3-9235-4120-a6e7-0c6fc58e5438', 'name': '', 'network_id': 'acd55e38-fccc-4927-964c-2047c94b6278', 'tenant_id': '2a57c778696945c5af429165e5ac149d', 'mac_address': 'fa:16:3e:c8:9c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3196ae-425d-4f76-a6d8-3826adafa71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:47:40Z', 'updated_at': '2021-04-15T10:47:44Z', 'revision_number': 4, 'project_id': '2a57c778696945c5af429165e5ac149d', 'subnets': [{'id': 'd8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39a784fc-2156-4345-b6bb-89fb771d0a1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:47:45.536281 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71d851-ead8-4e45-b447-dacc69c93758 None None] The sync data for ids ['5a3196ae-425d-4f76-a6d8-3826adafa71f'] in dv-cinder-786386-1-smb is: [{'id': '5a3196ae-425d-4f76-a6d8-3826adafa71f', 'name': 'router1', 'tenant_id': '2a57c778696945c5af429165e5ac149d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:47:30Z', 'updated_at': '2021-04-15T10:47:42Z', 'revision_number': 2, 'project_id': '2a57c778696945c5af429165e5ac149d', 'gw_port_host': None, '_interfaces': [{'id': '287337a3-9235-4120-a6e7-0c6fc58e5438', 'name': '', 'network_id': 'acd55e38-fccc-4927-964c-2047c94b6278', 'tenant_id': '2a57c778696945c5af429165e5ac149d', 'mac_address': 'fa:16:3e:c8:9c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3196ae-425d-4f76-a6d8-3826adafa71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:47:40Z', 'updated_at': '2021-04-15T10:47:44Z', 'revision_number': 4, 'project_id': '2a57c778696945c5af429165e5ac149d', 'subnets': [{'id': 'd8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39a784fc-2156-4345-b6bb-89fb771d0a1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:47:45.680863 dv-cinder-786386-1-smb neutron-server[85178]: WARNING oslo_policy.policy [None req-cb21aef4-8c6b-473a-924d-86591c04436b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:47:45.681523 dv-cinder-786386-1-smb neutron-server[85178]: WARNING oslo_policy.policy [None req-cb21aef4-8c6b-473a-924d-86591c04436b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:47:46.145076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.policy [None req-cb21aef4-8c6b-473a-924d-86591c04436b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85292) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 10:47:46.359067 dv-cinder-786386-1-smb neutron-server[85178]: WARNING oslo_policy.policy [None req-cb21aef4-8c6b-473a-924d-86591c04436b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:47:46.359422 dv-cinder-786386-1-smb neutron-server[85178]: WARNING oslo_policy.policy [None req-cb21aef4-8c6b-473a-924d-86591c04436b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:47:46.376768 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb21aef4-8c6b-473a-924d-86591c04436b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:46.378567 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-cb21aef4-8c6b-473a-924d-86591c04436b admin admin] 10.222.0.98 "GET /v2.0/networks/75f67454-9d0f-442c-bd06-ccb5d72eecb7 HTTP/1.1" status: 200 len: 842 time: 0.8759253 Apr 15 10:47:46.390182 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'gateway_ip': '172.28.1.1', 'ip_version': 4, 'cidr': '172.28.1.0/24', 'enable_dhcp': False}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:47:46.393282 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.quota [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Loaded quota_driver: . Apr 15 10:47:46.399888 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:47:46.405313 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Usage tracker for resource:subnet and tenant:a88de4be76d244acaeac2955333b0265 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:47:46.408568 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:47:46.415840 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:47:46.428644 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Made reservation on behalf of a88de4be76d244acaeac2955333b0265 for: {'subnet': 1} {{(pid=85292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:47:46.435248 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:46.961556 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.objects.ports [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85292) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 10:47:46.962423 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for subnet, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:46.978254 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:47.109818 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e09409-23cb-47a5-83a3-d0bf73c89cb1,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:47.130965 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:47.131332 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:47.131690 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:47.132045 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:47.132393 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:47.132778 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:47.133092 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:47.134051 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:47.134338 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:47.134683 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:47.135026 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:47.135367 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Tracked resource versions report: Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: pushed versions: Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: { 'AddressGroup': {'1.2'}, Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'ConntrackHelper': {'1.0'}, Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'Log': {'1.0'}, Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'Network': {'1.1'}, Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'Port': {'1.7'}, Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'PortForwarding': {'1.2'}, Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'QosPolicy': {'1.8'}, Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroup': {'1.4'}, Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'SubPort': {'1.0'}, Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'Subnet': {'1.1'}, Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'Trunk': {'1.1'}} Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: consumer versions: Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: { DHCP agent@dv-cinder-786386-1-smb: {}, Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: L3 agent@dv-cinder-786386-1-smb: {}, Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: Metadata agent@dv-cinder-786386-1-smb: {}, Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: Metering agent@dv-cinder-786386-1-smb: {}, Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: Open vSwitch agent@dv-cinder-786386-1-smb: { 'AddressGroup': '1.2', Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'ConntrackHelper': '1.0', Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'Log': '1.0', Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'Network': '1.1', Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'Port': '1.7', Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'PortForwarding': '1.2', Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'QosPolicy': '1.8', Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroup': '1.4', Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroupRule': '1.2', Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'SubPort': '1.0', Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'Subnet': '1.1', Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: 'Trunk': '1.1'}} Apr 15 10:47:47.136465 dv-cinder-786386-1-smb neutron-server[85178]: {{(pid=85292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:47:47.183976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:47.213011 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Checking segment: {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:47:47.213337 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Network hostable DHCP agents. Network: 75f67454-9d0f-442c-bd06-ccb5d72eecb7, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:47:47.234872 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:47:47.245139 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, 75f67454-9d0f-442c-bd06-ccb5d72eecb7) {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:47:47.249562 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:47.250226 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:47.255892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96012216-19f4-428e-b75b-114b5c5504d1 None None] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:47:47.276018 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8901236 Apr 15 10:47:47.497442 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c85f9c0-cde6-41dc-991b-176336e382e9 None None] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:47:49.894743 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 53510) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:50.130348 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-61e87f8e-6ea1-441c-b55b-25f74aeca6ad admin admin] 10.222.0.98 "GET /v2.0/routers/5a3196ae-425d-4f76-a6d8-3826adafa71f HTTP/1.1" status: 200 len: 710 time: 0.2343893 Apr 15 10:47:50.236345 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 287337a3-9235-4120-a6e7-0c6fc58e5438 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:47:50.272773 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a6ea1e-4cd0-41ec-9c41-e937f5c2e678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:50.274688 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e9a6ea1e-4cd0-41ec-9c41-e937f5c2e678 admin admin] 10.222.0.98 "GET /v2.0/networks/75f67454-9d0f-442c-bd06-ccb5d72eecb7 HTTP/1.1" status: 200 len: 886 time: 0.1373348 Apr 15 10:47:50.284064 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:47:50.311150 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port 287337a3-9235-4120-a6e7-0c6fc58e5438 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:47:50.316285 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 287337a3-9235-4120-a6e7-0c6fc58e5438 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:47:50.316728 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:50.445159 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:50.478975 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] For port 287337a3-9235-4120-a6e7-0c6fc58e5438, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=287337a3-9235-4120-a6e7-0c6fc58e5438,segment=NetworkSegment(8710a758-40cd-4360-b04c-1e20118eb3a8),segment_id=8710a758-40cd-4360-b04c-1e20118eb3a8)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:47:50.483024 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:50.485259 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d21621b2-8c44-4597-a616-ec51adcd1039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:50.559295 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Pushing event updated for resources: {'Port': ['ID=287337a3-9235-4120-a6e7-0c6fc58e5438,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:50.562533 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:50.909099 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854336521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13789'] for router, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:51.262122 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:51.321836 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:51.464508 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Allocated IP 172.28.1.173 (75f67454-9d0f-442c-bd06-ccb5d72eecb7/92e09409-23cb-47a5-83a3-d0bf73c89cb1/cda896ad-f536-4f79-b83a-b131bd06e7e5) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:47:51.619932 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:51.678048 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:51.692982 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:51.829453 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Pushing event updated for resources: {'Port': ['ID=cda896ad-f536-4f79-b83a-b131bd06e7e5,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:51.837141 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:51.882928 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:47:51.884244 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:47:51.886549 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:47:52.223103 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 287337a3-9235-4120-a6e7-0c6fc58e5438 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:47:52.292101 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:52.295113 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 287337a3-9235-4120-a6e7-0c6fc58e5438 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:47:52.295541 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:52.815151 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854336521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13789'] for router, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:52.818571 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854328227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854328244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439244'] for router, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:53.015414 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Router 5a3196ae-425d-4f76-a6d8-3826adafa71f has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:47:53.204515 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:47:53.213200 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Notify callbacks [] for router, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:53.214456 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] 10.222.0.98 "PUT /v2.0/routers/5a3196ae-425d-4f76-a6d8-3826adafa71f HTTP/1.1" status: 200 len: 890 time: 2.9338474 Apr 15 10:47:53.215806 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Sync routers for ids ['5a3196ae-425d-4f76-a6d8-3826adafa71f'] in dv-cinder-786386-1-smb {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:47:53.233854 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Routers {'5a3196ae-425d-4f76-a6d8-3826adafa71f'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:47:53.234892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:47:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['5a3196ae-425d-4f76-a6d8-3826adafa71f'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:47:53.522376 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Set router 5a3196ae-425d-4f76-a6d8-3826adafa71f gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:47:53.885967 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3196ae-425d-4f76-a6d8-3826adafa71f', 'name': 'router1', 'tenant_id': '2a57c778696945c5af429165e5ac149d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cda896ad-f536-4f79-b83a-b131bd06e7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:47:30Z', 'updated_at': '2021-04-15T10:47:52Z', 'revision_number': 4, 'project_id': '2a57c778696945c5af429165e5ac149d', 'gw_port': {'id': 'cda896ad-f536-4f79-b83a-b131bd06e7e5', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3196ae-425d-4f76-a6d8-3826adafa71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:47:51Z', 'updated_at': '2021-04-15T10:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '287337a3-9235-4120-a6e7-0c6fc58e5438', 'name': '', 'network_id': 'acd55e38-fccc-4927-964c-2047c94b6278', 'tenant_id': '2a57c778696945c5af429165e5ac149d', 'mac_address': 'fa:16:3e:c8:9c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3196ae-425d-4f76-a6d8-3826adafa71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:47:40Z', 'updated_at': '2021-04-15T10:47:50Z', 'revision_number': 5, 'project_id': '2a57c778696945c5af429165e5ac149d', 'subnets': [{'id': 'd8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39a784fc-2156-4345-b6bb-89fb771d0a1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:47:53.890918 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Checking router: 5a3196ae-425d-4f76-a6d8-3826adafa71f for host: dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:47:53.891318 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Updating router 5a3196ae-425d-4f76-a6d8-3826adafa71f port cda896ad-f536-4f79-b83a-b131bd06e7e5 binding host dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:47:53.947737 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:54.355131 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:54.367684 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Transition to ACTIVE for port object cda896ad-f536-4f79-b83a-b131bd06e7e5 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:47:54.372974 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:54.388261 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-29229cfa-dcb2-4178-8cd2-a926da5f7ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:54.522479 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5d791-b18b-4e44-b25e-a187ef444480 None None] Pushing event updated for resources: {'Port': ['ID=cda896ad-f536-4f79-b83a-b131bd06e7e5,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:54.528116 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bee5d791-b18b-4e44-b25e-a187ef444480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:54.585946 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Attempting to bind port cda896ad-f536-4f79-b83a-b131bd06e7e5 on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:47:54.587120 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Attempting to bind port cda896ad-f536-4f79-b83a-b131bd06e7e5 by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:47:54.587331 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Attempting to bind port cda896ad-f536-4f79-b83a-b131bd06e7e5 on network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:47:54.593031 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:47:54.593446 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Checking segment: {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:47:54.593891 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:54.594324 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Bound using segment: {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:47:54.594844 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Bound port: cda896ad-f536-4f79-b83a-b131bd06e7e5, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:47:54.595259 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:54.675701 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] For port cda896ad-f536-4f79-b83a-b131bd06e7e5, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:47:54.679388 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] For port cda896ad-f536-4f79-b83a-b131bd06e7e5, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=cda896ad-f536-4f79-b83a-b131bd06e7e5,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:47:54.683135 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:54.696490 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:54.995121 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5d791-b18b-4e44-b25e-a187ef444480 None None] Pushing event updated for resources: {'Port': ['ID=cda896ad-f536-4f79-b83a-b131bd06e7e5,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:55.000321 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bee5d791-b18b-4e44-b25e-a187ef444480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:55.051404 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Routers {'5a3196ae-425d-4f76-a6d8-3826adafa71f'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:47:55.052054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:47:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['5a3196ae-425d-4f76-a6d8-3826adafa71f'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:47:55.243265 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] Set router 5a3196ae-425d-4f76-a6d8-3826adafa71f gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:47:55.592152 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3196ae-425d-4f76-a6d8-3826adafa71f', 'name': 'router1', 'tenant_id': '2a57c778696945c5af429165e5ac149d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cda896ad-f536-4f79-b83a-b131bd06e7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:47:30Z', 'updated_at': '2021-04-15T10:47:52Z', 'revision_number': 4, 'project_id': '2a57c778696945c5af429165e5ac149d', 'gw_port': {'id': 'cda896ad-f536-4f79-b83a-b131bd06e7e5', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3196ae-425d-4f76-a6d8-3826adafa71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:47:51Z', 'updated_at': '2021-04-15T10:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '287337a3-9235-4120-a6e7-0c6fc58e5438', 'name': '', 'network_id': 'acd55e38-fccc-4927-964c-2047c94b6278', 'tenant_id': '2a57c778696945c5af429165e5ac149d', 'mac_address': 'fa:16:3e:c8:9c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3196ae-425d-4f76-a6d8-3826adafa71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:47:40Z', 'updated_at': '2021-04-15T10:47:50Z', 'revision_number': 5, 'project_id': '2a57c778696945c5af429165e5ac149d', 'subnets': [{'id': 'd8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39a784fc-2156-4345-b6bb-89fb771d0a1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:47:55.596275 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33b76c0-1afa-4ff1-92c3-5f20b2fc2171 None None] The sync data for ids ['5a3196ae-425d-4f76-a6d8-3826adafa71f'] in dv-cinder-786386-1-smb is: [{'id': '5a3196ae-425d-4f76-a6d8-3826adafa71f', 'name': 'router1', 'tenant_id': '2a57c778696945c5af429165e5ac149d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cda896ad-f536-4f79-b83a-b131bd06e7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:47:30Z', 'updated_at': '2021-04-15T10:47:52Z', 'revision_number': 4, 'project_id': '2a57c778696945c5af429165e5ac149d', 'gw_port': {'id': 'cda896ad-f536-4f79-b83a-b131bd06e7e5', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3196ae-425d-4f76-a6d8-3826adafa71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:47:51Z', 'updated_at': '2021-04-15T10:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '287337a3-9235-4120-a6e7-0c6fc58e5438', 'name': '', 'network_id': 'acd55e38-fccc-4927-964c-2047c94b6278', 'tenant_id': '2a57c778696945c5af429165e5ac149d', 'mac_address': 'fa:16:3e:c8:9c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3196ae-425d-4f76-a6d8-3826adafa71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:47:40Z', 'updated_at': '2021-04-15T10:47:50Z', 'revision_number': 5, 'project_id': '2a57c778696945c5af429165e5ac149d', 'subnets': [{'id': 'd8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39a784fc-2156-4345-b6bb-89fb771d0a1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:47:56.025032 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 53520) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:56.153373 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-19dc8372-d5b2-4fe7-9b17-ff358e0428fd admin admin] 10.222.0.98 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1271327 Apr 15 10:47:56.271441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device cda896ad-f536-4f79-b83a-b131bd06e7e5 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:47:56.353907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port cda896ad-f536-4f79-b83a-b131bd06e7e5 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:47:56.359260 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port cda896ad-f536-4f79-b83a-b131bd06e7e5 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:47:56.359656 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:56.490997 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:56.510176 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] For port cda896ad-f536-4f79-b83a-b131bd06e7e5, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=cda896ad-f536-4f79-b83a-b131bd06e7e5,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:47:56.513976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:56.518136 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bee5d791-b18b-4e44-b25e-a187ef444480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:56.590801 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Pushing event updated for resources: {'Port': ['ID=cda896ad-f536-4f79-b83a-b131bd06e7e5,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:56.593210 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:58.255175 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device cda896ad-f536-4f79-b83a-b131bd06e7e5 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:47:58.331129 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port cda896ad-f536-4f79-b83a-b131bd06e7e5 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:47:58.331737 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:02.585869 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8e392654-4da5-4d2d-afad-e8dca8243c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:04.897170 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-18d1219a-ec42-45ca-b29b-ac182d987d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:05.748855 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:06.249105 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:07.152459 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:09.762907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 5 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:48:32.563212 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-abc3dfa2-3128-4536-af23-a7815accadbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:34.882517 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-abf289b9-c8bd-4897-a04a-d9f5abf00c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:35.712169 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:36.254428 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:37.162387 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:46.763440 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 5 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:49:02.565736 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c987a376-6bb6-40f1-a9bb-bba3bdb32bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:04.885035 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b2304ca7-5c49-48ea-8231-4e1b0d55ccdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:05.712345 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:06.242325 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:07.159254 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:23.764568 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 5 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:49:32.567869 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-525d86aa-70ea-4b99-a85a-df7fc0a44e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:34.886158 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ea43f4c7-aa91-427e-88be-f8e3803899c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:35.714480 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:36.244020 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:37.167644 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:39.559766 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54090) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:39.637802 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.pecan_wsgi.hooks.translation [None req-918cab69-2093-4474-bb44-1b0414cd4e3d admin admin] GET failed (client error): The resource could not be found. Apr 15 10:49:39.638367 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-918cab69-2093-4474-bb44-1b0414cd4e3d admin admin] Synchronizing usage tracker for tenant:a88de4be76d244acaeac2955333b0265 on resource:network {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:49:39.654699 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-918cab69-2093-4474-bb44-1b0414cd4e3d admin admin] Unset dirty status for tenant:a88de4be76d244acaeac2955333b0265 on resource:network {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:49:39.655924 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-918cab69-2093-4474-bb44-1b0414cd4e3d admin admin] 10.222.0.98 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0950902 Apr 15 10:49:39.802571 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78459ab5-ed27-41ab-8e32-b3dabb29c5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:39.804205 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-78459ab5-ed27-41ab-8e32-b3dabb29c5ea admin admin] 10.222.0.98 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1439879 Apr 15 10:49:42.302747 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54100) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:42.417718 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b8aa2a-3dd7-449e-92b3-9151afb7a143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:42.419134 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-37b8aa2a-3dd7-449e-92b3-9151afb7a143 admin admin] 10.222.0.98 "GET /v2.0/subnets/d8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e HTTP/1.1" status: 200 len: 849 time: 0.1153610 Apr 15 10:49:42.429961 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:49:42.556646 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Notify callbacks [] for subnet, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:42.876573 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363309937906906'] for subnet, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:42.892075 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:43.028104 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:43.040053 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:43.040431 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:43.040830 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:43.041205 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:43.041573 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:43.041937 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:43.042298 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:43.042662 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:43.043040 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:43.043398 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:43.043754 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:43.044109 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:43.057544 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:43.088649 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:43.089321 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:43.090692 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] 10.222.0.98 "PUT /v2.0/subnets/d8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e HTTP/1.1" status: 200 len: 868 time: 0.6653087 Apr 15 10:49:43.094735 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b622e6a3-1012-4a35-a459-5ca1bae08352 None None] Network acd55e38-fccc-4927-964c-2047c94b6278 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:49:43.568442 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-e0c88c97-bd39-4d74-9185-aa3a7a4a4ffa None None] Provisioning complete for port 287337a3-9235-4120-a6e7-0c6fc58e5438 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:49:43.569052 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e0c88c97-bd39-4d74-9185-aa3a7a4a4ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:43.705517 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-e0c88c97-bd39-4d74-9185-aa3a7a4a4ffa None None] Provisioning complete for port d2a939cd-c3a1-4b38-9f20-aede591203d2 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:49:43.705858 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e0c88c97-bd39-4d74-9185-aa3a7a4a4ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:45.613567 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54110) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:45.805061 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ca6a4-a38b-49c5-a1b4-bbfd70cc6d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:45.805497 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ca6a4-a38b-49c5-a1b4-bbfd70cc6d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:45.807141 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f21ca6a4-a38b-49c5-a1b4-bbfd70cc6d76 admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1924727 Apr 15 10:49:48.323838 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54120) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:48.511376 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de0a69-dff9-4a51-b938-5fb4bb19bc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:48.511898 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de0a69-dff9-4a51-b938-5fb4bb19bc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:48.513548 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f1de0a69-dff9-4a51-b938-5fb4bb19bc92 admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1883790 Apr 15 10:49:51.018550 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54130) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:51.202749 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508c6d7b-da99-47b0-a57a-cfc272298006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:51.204133 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-508c6d7b-da99-47b0-a57a-cfc272298006 admin admin] 10.222.0.98 "GET /v2.0/networks/75f67454-9d0f-442c-bd06-ccb5d72eecb7 HTTP/1.1" status: 200 len: 886 time: 0.1845639 Apr 15 10:49:53.698067 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54140) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:54.069409 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646b98bd-21e2-4249-bc80-3645d807b011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:54.070895 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-646b98bd-21e2-4249-bc80-3645d807b011 admin admin] 10.222.0.98 "GET /v2.0/networks/acd55e38-fccc-4927-964c-2047c94b6278 HTTP/1.1" status: 200 len: 870 time: 0.3716891 Apr 15 10:49:56.559877 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54150) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:56.675832 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fd7409-c38d-4e2c-85c8-3fe2d92b60c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:56.676479 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fd7409-c38d-4e2c-85c8-3fe2d92b60c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:56.678441 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-95fd7409-c38d-4e2c-85c8-3fe2d92b60c9 admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1175373 Apr 15 10:49:59.183524 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54160) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:59.301885 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c11ebb-9668-4d3b-be3a-e964a0fc1603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:59.302384 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c11ebb-9668-4d3b-be3a-e964a0fc1603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:59.303997 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b5c11ebb-9668-4d3b-be3a-e964a0fc1603 admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1193976 Apr 15 10:50:00.764175 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 5 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:50:01.815268 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54170) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:01.927325 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb20170-1252-4fc4-8dfb-f3483f77b947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:01.928815 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-ddb20170-1252-4fc4-8dfb-f3483f77b947 admin admin] 10.222.0.98 "GET /v2.0/subnets/92e09409-23cb-47a5-83a3-d0bf73c89cb1 HTTP/1.1" status: 200 len: 816 time: 0.1124940 Apr 15 10:50:02.569642 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6de923dd-404f-440d-a3e6-d82efd2e16a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:04.478972 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54180) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:04.599969 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a9ad7d-d698-4528-b84c-f998fc773e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:04.601467 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-58a9ad7d-d698-4528-b84c-f998fc773e1f admin admin] 10.222.0.98 "GET /v2.0/subnets/d8c3c9c5-2a41-4fd6-ae0f-afb8a2da4f2e HTTP/1.1" status: 200 len: 868 time: 0.1214721 Apr 15 10:50:04.887896 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ddb7d5c3-a68a-443c-8078-ca7b7517ba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:05.716813 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:06.249904 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:07.170644 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:31.323010 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54224) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:31.375108 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [None req-94a90de5-584b-4140-8a92-fca5a04a0cb1 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=85291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:50:31.376226 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-94a90de5-584b-4140-8a92-fca5a04a0cb1 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521867 Apr 15 10:50:32.571758 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8229bf94-c868-497d-8dd6-1e45a2cd3546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:33.946269 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 54234) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:34.022041 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f42d765-1fd7-4d80-9955-99209ba1b146 admin admin] GET failed (client error): The resource could not be found. Apr 15 10:50:34.023386 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-5f42d765-1fd7-4d80-9955-99209ba1b146 admin admin] 10.222.0.98 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0758250 Apr 15 10:50:34.160318 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab438acd-2525-42eb-ab46-925ae15137cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:34.161909 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-ab438acd-2525-42eb-ab46-925ae15137cf admin admin] 10.222.0.98 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1342649 Apr 15 10:50:34.890277 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a78dd5b1-5053-45c4-bd30-c4d833aad26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:35.719829 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:36.252545 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:36.706543 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 54244) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:36.760120 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:50:36.765845 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:50:36.775910 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:36.784798 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Made reservation on behalf of a88de4be76d244acaeac2955333b0265 for: {'network': 1} {{(pid=85292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:50:36.789427 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:36.890403 dv-cinder-786386-1-smb neutron-server[85178]: WARNING neutron.services.revisions.revision_plugin [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Could not find related network for resource to bump revision. Apr 15 10:50:36.903429 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] vlan segment allocate from pool success with {'vlan_id': 1394, 'physical_network': 'physnet1'} {{(pid=85292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:50:36.913883 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726916947895', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:36.914449 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Unsubscribe: segment precommit_create {{(pid=85292) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 10:50:36.914913 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Added segment ce949c3f-35ad-480c-a3f6-723bd4b52d6f of type vlan for network 8d616e34-e6a5-4a4c-b552-c0b49ccc2f76 Apr 15 10:50:36.954378 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:36.989244 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:36.990613 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:36.991241 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:36.995993 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:37.101542 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3930469 Apr 15 10:50:37.104394 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Pushing event updated for resources: {'Network': ['ID=8d616e34-e6a5-4a4c-b552-c0b49ccc2f76,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:37.111851 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:37.112231 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:37.112604 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:37.113567 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:37.113936 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:37.114303 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:37.114698 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:37.115015 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:37.115370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:37.116158 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:37.116525 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:37.116911 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:37.121420 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:37.129806 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network 8d616e34-e6a5-4a4c-b552-c0b49ccc2f76 details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:50:37.247912 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:37.763868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 5 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:50:39.617235 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 54254) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:39.691805 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f967b1-63e9-4b2c-addf-3aa8e2f1b90e admin admin] GET failed (client error): The resource could not be found. Apr 15 10:50:39.692375 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-66f967b1-63e9-4b2c-addf-3aa8e2f1b90e admin admin] Synchronizing usage tracker for tenant:a88de4be76d244acaeac2955333b0265 on resource:network {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:50:39.707880 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-66f967b1-63e9-4b2c-addf-3aa8e2f1b90e admin admin] Unset dirty status for tenant:a88de4be76d244acaeac2955333b0265 on resource:network {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:50:39.709537 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-66f967b1-63e9-4b2c-addf-3aa8e2f1b90e admin admin] 10.222.0.98 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0912664 Apr 15 10:50:39.825252 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4bb833-c276-43bb-90cd-a4f9914e8e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:39.826700 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-af4bb833-c276-43bb-90cd-a4f9914e8e9c admin admin] 10.222.0.98 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1127918 Apr 15 10:50:39.838351 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '8d616e34-e6a5-4a4c-b552-c0b49ccc2f76', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:50:39.843068 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:50:39.847024 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] Usage tracker for resource:subnet and tenant:a88de4be76d244acaeac2955333b0265 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:50:39.850608 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:50:39.856459 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:39.865230 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] Made reservation on behalf of a88de4be76d244acaeac2955333b0265 for: {'subnet': 1} {{(pid=85292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:50:39.869750 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:40.268370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for subnet, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:40.284420 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b088fa23-e93e-4e4d-8ff2-36438197bdc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:40.405749 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf19013-b2a7-4cca-8b5c-94d90a0aa273,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:40.410627 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:40.481404 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] Checking segment: {'id': 'ce949c3f-35ad-480c-a3f6-723bd4b52d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '8d616e34-e6a5-4a4c-b552-c0b49ccc2f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:50:40.481790 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] Network hostable DHCP agents. Network: 8d616e34-e6a5-4a4c-b552-c0b49ccc2f76, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:50:40.500205 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] Network 8d616e34-e6a5-4a4c-b552-c0b49ccc2f76 is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:50:40.508711 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, 8d616e34-e6a5-4a4c-b552-c0b49ccc2f76) {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:50:40.512629 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:40.513289 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:40.518233 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb70bc1-0cc1-4911-9531-5f207475b7cc None None] Network 8d616e34-e6a5-4a4c-b552-c0b49ccc2f76 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:50:40.532816 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6982987 Apr 15 10:50:40.927138 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03cae621-d5ad-52d9-a88b-1dbc97da46ae-8d616e34-e6a5-4a4c-b552-c0b49ccc2f76', 'network_id': '8d616e34-e6a5-4a4c-b552-c0b49ccc2f76', 'tenant_id': 'a88de4be76d244acaeac2955333b0265', 'fixed_ips': [{'subnet_id': 'faf19013-b2a7-4cca-8b5c-94d90a0aa273'}]}} from dv-cinder-786386-1-smb. {{(pid=85293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:50:40.928058 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:41.097961 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Allocated IP 192.168.233.2 (8d616e34-e6a5-4a4c-b552-c0b49ccc2f76/faf19013-b2a7-4cca-8b5c-94d90a0aa273/d0114aca-b782-49da-b64c-b403af99dbc4) {{(pid=85293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:50:41.323060 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Notify callbacks [] for port, precommit_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:41.335295 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Transition to ACTIVE for port object d0114aca-b782-49da-b64c-b403af99dbc4 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:50:41.355779 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Transition to ACTIVE for port object d0114aca-b782-49da-b64c-b403af99dbc4 will not be triggered until provisioned by entity DHCP. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:50:41.360342 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:41.376785 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:41.515769 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Pushing event updated for resources: {'Port': ['ID=d0114aca-b782-49da-b64c-b403af99dbc4,revision_number=1']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:41.538317 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:41.538696 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:41.539068 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:41.539438 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:41.539804 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:41.540170 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:41.540532 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:41.540916 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:41.541279 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:41.541643 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:41.542000 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:41.542359 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:41.546372 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:41.586084 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Network 8d616e34-e6a5-4a4c-b552-c0b49ccc2f76 is already hosted by enough agents. {{(pid=85293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:50:41.587302 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Resources bound (agent type, host, resource id): {{(pid=85293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:50:41.589666 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Received port after_create {{(pid=85293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:50:41.687242 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Attempting to bind port d0114aca-b782-49da-b64c-b403af99dbc4 on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:50:41.687648 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Attempting to bind port d0114aca-b782-49da-b64c-b403af99dbc4 by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': 'ce949c3f-35ad-480c-a3f6-723bd4b52d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '8d616e34-e6a5-4a4c-b552-c0b49ccc2f76'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:50:41.688043 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Attempting to bind port d0114aca-b782-49da-b64c-b403af99dbc4 on network 8d616e34-e6a5-4a4c-b552-c0b49ccc2f76 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:50:41.694705 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:50:41.695112 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Checking segment: {'id': 'ce949c3f-35ad-480c-a3f6-723bd4b52d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '8d616e34-e6a5-4a4c-b552-c0b49ccc2f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:50:41.695555 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:41.695981 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Bound using segment: {'id': 'ce949c3f-35ad-480c-a3f6-723bd4b52d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '8d616e34-e6a5-4a4c-b552-c0b49ccc2f76'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:50:41.696496 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Bound port: d0114aca-b782-49da-b64c-b403af99dbc4, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce949c3f-35ad-480c-a3f6-723bd4b52d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '8d616e34-e6a5-4a4c-b552-c0b49ccc2f76'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:50:41.696975 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:41.792293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] For port d0114aca-b782-49da-b64c-b403af99dbc4, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:50:41.795812 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] For port d0114aca-b782-49da-b64c-b403af99dbc4, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=d0114aca-b782-49da-b64c-b403af99dbc4,segment=NetworkSegment(ce949c3f-35ad-480c-a3f6-723bd4b52d6f),segment_id=ce949c3f-35ad-480c-a3f6-723bd4b52d6f)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:50:41.798944 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:41.815051 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:41.971653 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Pushing event updated for resources: {'Port': ['ID=d0114aca-b782-49da-b64c-b403af99dbc4,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:41.977618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:42.396488 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device d0114aca-b782-49da-b64c-b403af99dbc4 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:50:42.470326 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port d0114aca-b782-49da-b64c-b403af99dbc4 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:50:43.262808 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5420e4-d986-4f2d-a464-b0cb9b3c859a None None] Network 8d616e34-e6a5-4a4c-b552-c0b49ccc2f76 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:50:43.367662 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-ee5a7de9-e16e-4ffb-984c-949680da626f None None] Provisioning for port d0114aca-b782-49da-b64c-b403af99dbc4 completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:50:43.387167 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-ee5a7de9-e16e-4ffb-984c-949680da626f None None] Provisioning complete for port d0114aca-b782-49da-b64c-b403af99dbc4 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:50:43.387579 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7de9-e16e-4ffb-984c-949680da626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:43.624854 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7de9-e16e-4ffb-984c-949680da626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:43.674688 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-ee5a7de9-e16e-4ffb-984c-949680da626f None None] For port d0114aca-b782-49da-b64c-b403af99dbc4, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=d0114aca-b782-49da-b64c-b403af99dbc4,segment=NetworkSegment(ce949c3f-35ad-480c-a3f6-723bd4b52d6f),segment_id=ce949c3f-35ad-480c-a3f6-723bd4b52d6f)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:50:43.681601 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7de9-e16e-4ffb-984c-949680da626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:43.684104 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:43.760618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a7de9-e16e-4ffb-984c-949680da626f None None] Pushing event updated for resources: {'Port': ['ID=d0114aca-b782-49da-b64c-b403af99dbc4,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:43.764324 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ee5a7de9-e16e-4ffb-984c-949680da626f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:43.904286 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-4d2b424d-99d1-449c-a043-8cf3eeb0cb3d None None] Provisioning complete for port d0114aca-b782-49da-b64c-b403af99dbc4 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:50:43.904742 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4d2b424d-99d1-449c-a043-8cf3eeb0cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:44.350233 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device d0114aca-b782-49da-b64c-b403af99dbc4 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:50:44.425723 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port d0114aca-b782-49da-b64c-b403af99dbc4 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:50:44.426150 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:02.576245 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f8b77332-865d-43f5-b5ce-b1a3e317ea86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:04.891345 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-02397eaf-a0cf-4ddc-b760-7429d52a363c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:05.725187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:06.260649 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:07.183448 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:14.763952 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 5 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:51:32.578513 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c18ff52d-5d18-4037-84ef-09eda5e2924c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:34.893387 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c35f67c8-9d3e-46d6-8ceb-d3c6bfcecd02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:35.728181 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:36.253983 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:37.187960 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:51.763726 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 5 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:51:55.210259 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54296) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:55.216535 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [None req-44a0a7dc-3cc6-45c5-a299-d9c977728703 tempest-verify_tempest_config-2043661456 tempest-verify_tempest_config-2043661456-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=85291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:51:55.217597 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-44a0a7dc-3cc6-45c5-a299-d9c977728703 tempest-verify_tempest_config-2043661456 tempest-verify_tempest_config-2043661456-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063176 Apr 15 10:51:55.535622 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 54314) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:55.660714 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:55.675819 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:51:55.679785 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Usage tracker for resource:security_group_rule and tenant:0f10987c7d004c6f84950e629f7ca398 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:51:55.683001 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:51:55.688986 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:51:55.788269 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:55.790942 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:55.799830 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:55.841694 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0f10987c7d004c6f84950e629f7ca398&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3049660 Apr 15 10:51:55.842545 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48564437-0cca-43e0-93df-1085cf1fcf4c,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:55.845277 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54320) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:55.850861 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:55.851245 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:55.851615 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:55.851985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:55.852352 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:55.852748 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:55.853114 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:55.853472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:55.853845 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:55.854212 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:55.854557 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:55.854908 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:55.859422 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:55.907587 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:55.934065 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:55.987707 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:55.992876 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:56.005591 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48564437-0cca-43e0-93df-1085cf1fcf4c,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:56.014637 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:56.015013 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:56.015380 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:56.015746 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:56.016106 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:56.017116 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:56.017497 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:56.017847 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:56.018204 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:56.018556 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:56.018907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:56.019253 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:51:56.021963 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:56.023125 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/48564437-0cca-43e0-93df-1085cf1fcf4c HTTP/1.1" status: 204 len: 168 time: 0.1767499 Apr 15 10:51:56.023994 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:02.583171 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8557f12f-30d8-454c-9b55-f8f45789e7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:04.895240 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c41c322b-f344-4dd6-93ae-2c8e39f2825d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:05.730142 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:06.257476 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:07.190164 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:28.762665 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 5 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:52:32.585911 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d89d3f0b-5266-4811-bd6c-fb35d2e0b727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:34.897036 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e767de19-0655-491e-91e1-ee4e532e145b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:35.730439 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:36.259095 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:37.193441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:02.587794 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-520177ec-0910-4e0f-a718-77f267e41b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:04.897836 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fb292968-3835-453a-b5e1-2b140fe15d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:05.734082 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:05.761540 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 5 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:53:06.260763 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:07.196969 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:32.589150 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-372e9c73-66c8-4da6-9fc3-8623cf45d17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:34.899193 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14f7494b-726b-41df-9cf1-974f01ddb44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:35.737470 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:36.261431 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:37.199697 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:42.658891 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922'] for agent, after_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:42.761874 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:53:59.288399 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54400) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:59.410074 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-5b1993e0-0b01-4690-898e-17b6031c9ed0 admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1203017 Apr 15 10:54:01.912572 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54410) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:01.974879 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-1b84c436-c7d8-460b-8b81-9dfd9e13689d admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0611064 Apr 15 10:54:02.590872 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c1b3cd82-2970-40a6-adde-774012be6989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.901219 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-217e1d7d-acdb-4b0b-9f08-e48573e11a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:05.739414 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.262956 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.206960 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.619514 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:19.761828 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:54:32.594273 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-43d023e1-5bcd-4f13-ae3a-97b5c02a5944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:34.902646 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c5ce306b-5be8-4977-95fc-6cd0a0e8cfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:35.741825 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:36.265052 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.206701 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:42.611389 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:56.761980 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:55:02.600528 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c59fedb2-0609-4fa3-93e2-edfd5ddc2590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:04.904343 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d961efea-459d-43d1-8f48-5404341bcaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:05.753668 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:06.269048 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:07.210709 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.612265 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.594008 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-747b6f41-49e1-4787-b3c6-ca9628a3c10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.763271 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:55:34.907316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a5ebabb0-17a7-4526-a13e-f15837f093b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:35.746017 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:36.271102 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:37.222844 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:42.617609 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:42.903350 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54626) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:43.012160 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54634) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:43.025811 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 54640) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:43.060571 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 54646) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:43.314082 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-806994650-network', 'tenant_id': 'd7414ea336fd472faab4cdc1c97b495e'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:43.322109 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:43.327766 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-983764763-network', 'tenant_id': 'ebaf350254024013abef072cdfb97bb3'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:43.333792 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:43.336424 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Usage tracker for resource:network and tenant:d7414ea336fd472faab4cdc1c97b495e is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:43.340434 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:43.343618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Usage tracker for resource:network and tenant:ebaf350254024013abef072cdfb97bb3 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:43.349575 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:43.352476 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:43.358554 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:43.358736 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1849824118-network', 'tenant_id': '12821fb90310449b89fe16127bd0e6fb'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:43.365508 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:43.370468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Usage tracker for resource:network and tenant:12821fb90310449b89fe16127bd0e6fb is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:43.372047 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Made reservation on behalf of d7414ea336fd472faab4cdc1c97b495e for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:43.373651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:43.378146 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.380209 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:43.391693 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Made reservation on behalf of ebaf350254024013abef072cdfb97bb3 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:43.394334 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-network', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:43.397322 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.400292 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:43.404906 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Usage tracker for resource:network and tenant:32210517f2e94192a5ba2da4ed6b7d44 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:43.408987 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:43.415113 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.416003 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:43.428337 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Made reservation on behalf of 32210517f2e94192a5ba2da4ed6b7d44 for: {'network': 1} {{(pid=85292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:43.428532 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.433830 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.448495 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Made reservation on behalf of 12821fb90310449b89fe16127bd0e6fb for: {'network': 1} {{(pid=85292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:43.449599 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:43.452557 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:43.454714 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.460100 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Usage tracker for resource:security_group_rule and tenant:ebaf350254024013abef072cdfb97bb3 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:43.461669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Usage tracker for resource:security_group_rule and tenant:d7414ea336fd472faab4cdc1c97b495e is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:43.464772 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:43.467846 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:43.476864 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:43.477413 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.479618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:43.505349 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:43.509861 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Usage tracker for resource:security_group_rule and tenant:12821fb90310449b89fe16127bd0e6fb is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:43.513149 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:43.520263 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:43.526736 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.578516 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:43.584987 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Usage tracker for resource:security_group_rule and tenant:32210517f2e94192a5ba2da4ed6b7d44 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:43.591966 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:43.607760 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:43.652286 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.654424 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.659002 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.664770 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:43.676236 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.677346 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.682255 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.696335 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1383, 'physical_network': 'physnet1'} {{(pid=85292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:55:43.699606 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] vlan segment allocate from pool success with {'vlan_id': 1385, 'physical_network': 'physnet1'} {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:55:43.704522 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] vlan segment allocate from pool success with {'vlan_id': 1360, 'physical_network': 'physnet1'} {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:55:43.707328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.707883 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Added segment 44f9044b-b5cf-42fe-a8d1-92756d119ddd of type vlan for network 12262417-372c-40b6-b506-1c4ff9ce5fa6 Apr 15 10:55:43.737580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.738226 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Added segment eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b of type vlan for network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 Apr 15 10:55:43.738702 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.740077 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.740659 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Added segment 2c6ad567-af13-4b1b-bbec-048f595bbddd of type vlan for network 9291eb9c-9e7b-4db6-9373-e61e8b64e5af Apr 15 10:55:43.743524 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:43.758540 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fd8dc0-99de-413c-bf6e-d3fda95f5716,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:43.808046 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.808404 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.808817 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.809192 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.809563 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.809938 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.810303 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.810672 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.811057 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.811422 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.811782 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.812145 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Tracked resource versions report: Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: pushed versions: Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: { 'AddressGroup': {'1.2'}, Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'ConntrackHelper': {'1.0'}, Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'Log': {'1.0'}, Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'Network': {'1.1'}, Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'Port': {'1.7'}, Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'PortForwarding': {'1.2'}, Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'QosPolicy': {'1.8'}, Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroup': {'1.4'}, Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'SubPort': {'1.0'}, Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'Subnet': {'1.1'}, Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'Trunk': {'1.1'}} Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: consumer versions: Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: { DHCP agent@dv-cinder-786386-1-smb: {}, Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: L3 agent@dv-cinder-786386-1-smb: {}, Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: Metadata agent@dv-cinder-786386-1-smb: {}, Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: Metering agent@dv-cinder-786386-1-smb: {}, Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: Open vSwitch agent@dv-cinder-786386-1-smb: { 'AddressGroup': '1.2', Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'ConntrackHelper': '1.0', Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'Log': '1.0', Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'Network': '1.1', Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'Port': '1.7', Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'PortForwarding': '1.2', Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'QosPolicy': '1.8', Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroup': '1.4', Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroupRule': '1.2', Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'SubPort': '1.0', Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'Subnet': '1.1', Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: 'Trunk': '1.1'}} Apr 15 10:55:43.813563 dv-cinder-786386-1-smb neutron-server[85178]: {{(pid=85291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:55:43.822077 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:43.824539 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9b9b007f-5461-4b39-af54-734a37667a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:43.834747 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.844712 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.872383 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00b58f7-e637-4ee8-82f8-1e9469a0006e,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:43.883289 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.898898 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:43.899899 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.905181 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.905809 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.906388 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.907059 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.907635 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.908202 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.908774 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.909339 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.909882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.910445 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.910988 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.911538 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Tracked resource versions report: Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: pushed versions: Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: { 'AddressGroup': {'1.2'}, Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'ConntrackHelper': {'1.0'}, Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'Log': {'1.0'}, Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'Network': {'1.1'}, Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'Port': {'1.7'}, Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'PortForwarding': {'1.2'}, Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'QosPolicy': {'1.8'}, Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroup': {'1.4'}, Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'SubPort': {'1.0'}, Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'Subnet': {'1.1'}, Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'Trunk': {'1.1'}} Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: consumer versions: Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: { DHCP agent@dv-cinder-786386-1-smb: {}, Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: L3 agent@dv-cinder-786386-1-smb: {}, Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: Metadata agent@dv-cinder-786386-1-smb: {}, Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: Metering agent@dv-cinder-786386-1-smb: {}, Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: Open vSwitch agent@dv-cinder-786386-1-smb: { 'AddressGroup': '1.2', Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'ConntrackHelper': '1.0', Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'Log': '1.0', Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'Network': '1.1', Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'Port': '1.7', Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'PortForwarding': '1.2', Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'QosPolicy': '1.8', Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroup': '1.4', Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroupRule': '1.2', Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'SubPort': '1.0', Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'Subnet': '1.1', Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: 'Trunk': '1.1'}} Apr 15 10:55:43.912889 dv-cinder-786386-1-smb neutron-server[85178]: {{(pid=85292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:55:43.915005 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eeab09e-98da-452e-a647-625a7b51cdd5,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:43.921816 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:43.929618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.932814 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:43.933646 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.939466 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.939637 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.942907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:43.949103 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:43.957855 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:43.976092 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:43.976769 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.982570 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:44.113673 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] vlan segment allocate from pool success with {'vlan_id': 1380, 'physical_network': 'physnet1'} {{(pid=85292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:55:44.118710 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Pushing event updated for resources: {'Network': ['ID=12262417-372c-40b6-b506-1c4ff9ce5fa6,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:44.129909 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network 12262417-372c-40b6-b506-1c4ff9ce5fa6 details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:55:44.147953 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:44.149880 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0f625d7d-1c71-4749-9928-6f1a30f31f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:44.171699 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Pushing event updated for resources: {'Network': ['ID=9291eb9c-9e7b-4db6-9373-e61e8b64e5af,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:44.196428 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2914057 Apr 15 10:55:44.201750 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1720164 Apr 15 10:55:44.202019 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54690) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:44.202019 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54692) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:44.202464 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:44.202854 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Added segment c2e6bd45-5ecf-45cf-866d-0d89369b0bab of type vlan for network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e Apr 15 10:55:44.213722 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] Request body: {'subnet': {'network_id': '9291eb9c-9e7b-4db6-9373-e61e8b64e5af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-806994650-subnet', 'tenant_id': 'd7414ea336fd472faab4cdc1c97b495e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:44.261955 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289b647b-182a-4024-ae11-f05bc2e432dd,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:44.289726 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:44.326851 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:44.340584 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network 9291eb9c-9e7b-4db6-9373-e61e8b64e5af details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:55:44.350020 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3338017 Apr 15 10:55:44.350814 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 54700) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:44.376218 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] Request body: {'subnet': {'network_id': '12262417-372c-40b6-b506-1c4ff9ce5fa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1849824118-subnet', 'tenant_id': '12821fb90310449b89fe16127bd0e6fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:44.378329 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] Request body: {'subnet': {'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-983764763-subnet', 'tenant_id': 'ebaf350254024013abef072cdfb97bb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:44.392936 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:44.399693 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:44.402497 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:44.411207 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] Usage tracker for resource:subnet and tenant:d7414ea336fd472faab4cdc1c97b495e is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:44.411813 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] Usage tracker for resource:subnet and tenant:ebaf350254024013abef072cdfb97bb3 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:44.416886 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] Usage tracker for resource:subnet and tenant:12821fb90310449b89fe16127bd0e6fb is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:44.417722 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:44.419784 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:44.429312 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:44.432289 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Pushing event updated for resources: {'Network': ['ID=8eaf3f47-a7a6-43c5-984d-3b6a70257c35,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:44.435523 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:44.436892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:44.442417 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:44.442643 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:44.443534 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:44.444214 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:44.458074 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:44.460739 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] Made reservation on behalf of d7414ea336fd472faab4cdc1c97b495e for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:44.466166 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:44.467254 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:44.469745 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:44.479093 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2eadb82e-0bc6-4bae-916c-d35d98c93b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:44.494962 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] Made reservation on behalf of 12821fb90310449b89fe16127bd0e6fb for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:44.501070 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:44.537045 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] Made reservation on behalf of ebaf350254024013abef072cdfb97bb3 for: {'subnet': 1} {{(pid=85292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:44.543351 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:44.564252 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:55:44.960931 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8961794 Apr 15 10:55:44.963976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 54726) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:44.974504 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] Request body: {'subnet': {'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-subnet', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:44.990061 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Pushing event updated for resources: {'Network': ['ID=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:45.002167 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:55:45.022121 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:45.029264 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:45.054025 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] Usage tracker for resource:subnet and tenant:32210517f2e94192a5ba2da4ed6b7d44 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:45.067164 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:45.087559 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:45.127342 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] Made reservation on behalf of 32210517f2e94192a5ba2da4ed6b7d44 for: {'subnet': 1} {{(pid=85292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:45.143573 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] Notify callbacks [] for subnet, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:45.414046 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:45.439369 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-91fb984f-f7b4-4f40-bf60-5d1f5a9f52ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:45.513068 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca01a20a-05af-4ce9-901f-6f7b165f5b25,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:45.517586 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:45.868791 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] Checking segment: {'id': '44f9044b-b5cf-42fe-a8d1-92756d119ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '12262417-372c-40b6-b506-1c4ff9ce5fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:45.869394 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] Network hostable DHCP agents. Network: 12262417-372c-40b6-b506-1c4ff9ce5fa6, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:55:45.918460 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:45.919704 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] Network 12262417-372c-40b6-b506-1c4ff9ce5fa6 is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:55:45.942257 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:46.066053 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, 12262417-372c-40b6-b506-1c4ff9ce5fa6) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:46.070566 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:46.071448 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:46.075890 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48af7719-37cf-4c9f-a44e-b9fa1c86d7e4 None None] Network 12262417-372c-40b6-b506-1c4ff9ce5fa6 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:46.211254 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for subnet, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:46.220829 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b52d43d1-5a29-4826-8963-1525d9224f93,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:46.238643 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:46.249605 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:46.274217 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0695045 Apr 15 10:55:46.279877 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] Checking segment: {'id': '2c6ad567-af13-4b1b-bbec-048f595bbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1360, 'network_id': '9291eb9c-9e7b-4db6-9373-e61e8b64e5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:46.280273 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] Network hostable DHCP agents. Network: 9291eb9c-9e7b-4db6-9373-e61e8b64e5af, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:55:46.319670 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e0b5c0-1bda-4299-bc80-7737df16b96c,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:46.351867 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] Network 9291eb9c-9e7b-4db6-9373-e61e8b64e5af is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:55:46.364169 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, 9291eb9c-9e7b-4db6-9373-e61e8b64e5af) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:46.382883 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:46.384100 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:46.434279 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2223697 Apr 15 10:55:46.434934 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:46.493526 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bcf222-469c-4e4b-9b90-d5f2819b0277 None None] Network 9291eb9c-9e7b-4db6-9373-e61e8b64e5af requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:46.580622 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 54800) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:46.643870 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for subnet, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:46.674965 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7538323d-a56c-4db8-9435-99e60e43d281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:46.751103 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72e1b4b-8e9a-4782-9899-19e83499d2b0 None None] Network 12262417-372c-40b6-b506-1c4ff9ce5fa6 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:46.780362 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] Checking segment: {'id': 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1385, 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:46.780828 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] Network hostable DHCP agents. Network: 8eaf3f47-a7a6-43c5-984d-3b6a70257c35, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:55:46.950709 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-443f5f27-ea0b-4649-8bd7-c0fc217d2cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:46.971054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] Network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:55:46.977565 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef91ca22-b90c-496e-9216-5832d8c88de8,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:46.986694 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:46.995085 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-443f5f27-ea0b-4649-8bd7-c0fc217d2cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:47.025743 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, 8eaf3f47-a7a6-43c5-984d-3b6a70257c35) {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:47.053628 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-443f5f27-ea0b-4649-8bd7-c0fc217d2cca admin admin] Usage tracker for resource:security_group_rule and tenant:e134c376c23a40beaddec84af31e11df is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:47.070282 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-443f5f27-ea0b-4649-8bd7-c0fc217d2cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:47.074002 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:47.074640 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:47.090416 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-443f5f27-ea0b-4649-8bd7-c0fc217d2cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:47.099238 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1a1859-1ec6-4c16-bedb-84c3dcd07410 None None] Network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:47.130875 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7789352 Apr 15 10:55:47.175474 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] Checking segment: {'id': 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:47.175786 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] Network hostable DHCP agents. Network: dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:55:47.220779 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] Network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:55:47.259427 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e) {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:47.276620 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:47.283959 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:47.291838 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ee28e2-7133-4698-b2a0-e6cbab813a85 None None] Network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:47.292955 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-443f5f27-ea0b-4649-8bd7-c0fc217d2cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:47.306254 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-443f5f27-ea0b-4649-8bd7-c0fc217d2cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:47.332974 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:47.373222 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a046a7-04c0-4867-8746-ef0e672b4595 None None] Network 9291eb9c-9e7b-4db6-9373-e61e8b64e5af requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:47.438845 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4704728 Apr 15 10:55:47.442277 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54858) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:47.448673 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:47.456704 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:47.474383 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Usage tracker for resource:router and tenant:32210517f2e94192a5ba2da4ed6b7d44 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:47.489850 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 54868) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:47.491549 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:47.499231 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:47.509308 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f5f27-ea0b-4649-8bd7-c0fc217d2cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727834fb-3b83-40df-9bd2-190e6e27b8b3,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:47.517804 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54874) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:47.525369 dv-cinder-786386-1-smb neutron-server[85178]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 10:55:47.534937 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1925102731-network', 'tenant_id': '630cf65257164c3e87019b0713cf26e5'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:47.535635 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-443f5f27-ea0b-4649-8bd7-c0fc217d2cca admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e134c376c23a40beaddec84af31e11df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9531786 Apr 15 10:55:47.541958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54878) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:47.558310 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854336538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761996'] for router, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:47.559672 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13804'] for router, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:47.579583 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:47.594298 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-443f5f27-ea0b-4649-8bd7-c0fc217d2cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:47.628450 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Usage tracker for resource:network and tenant:630cf65257164c3e87019b0713cf26e5 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:47.635622 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:47.675703 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:47.711295 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:47.738753 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Made reservation on behalf of 630cf65257164c3e87019b0713cf26e5 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:47.744647 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:47.767095 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:47.786867 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-a145a02e-6d33-438e-9014-d4467fde9d95 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:47.787977 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-a145a02e-6d33-438e-9014-d4467fde9d95 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Synchronizing usage tracker for tenant:12821fb90310449b89fe16127bd0e6fb on resource:network {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:47.814955 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-a145a02e-6d33-438e-9014-d4467fde9d95 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Unset dirty status for tenant:12821fb90310449b89fe16127bd0e6fb on resource:network {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:47.823701 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-a145a02e-6d33-438e-9014-d4467fde9d95 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/networks?id=12262417-372c-40b6-b506-1c4ff9ce5fa6 HTTP/1.1" status: 200 len: 812 time: 0.3169906 Apr 15 10:55:47.846035 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-d17fe4e1-b7a2-4420-abc6-05f9806837fc tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/quotas/12821fb90310449b89fe16127bd0e6fb HTTP/1.1" status: 200 len: 375 time: 0.0209303 Apr 15 10:55:47.919868 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-66a27252-7c5c-4a77-a611-dcb44e9cdebf tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=12821fb90310449b89fe16127bd0e6fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726078 Apr 15 10:55:47.977362 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:47.981444 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Usage tracker for resource:security_group_rule and tenant:630cf65257164c3e87019b0713cf26e5 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:47.984482 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:47.992287 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:48.220460 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-398ef4a3-1562-425a-9e10-7d6b6b74508a service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=85292) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:55:48.228857 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-398ef4a3-1562-425a-9e10-7d6b6b74508a service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0743442 Apr 15 10:55:48.295992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 54930) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:48.537320 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854336521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13789'] for router, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:48.542283 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-913566a8-bbd9-491b-9bb2-ffff5834c9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:48.561831 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03cae621-d5ad-52d9-a88b-1dbc97da46ae-dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8'}]}} from dv-cinder-786386-1-smb. {{(pid=85293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:55:48.562230 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:48.587866 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7937b317-47c5-470a-a798-7cc0c3938a25 None None] Network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:48.603777 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-2f6f2505-ea7a-40eb-8868-ed7075c8ce26 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:48.605440 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-2f6f2505-ea7a-40eb-8868-ed7075c8ce26 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/networks?id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35 HTTP/1.1" status: 200 len: 814 time: 0.3084066 Apr 15 10:55:48.611851 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-913566a8-bbd9-491b-9bb2-ffff5834c9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:48.615750 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-dcb7b42c-110b-4316-8755-c7361a33c021 service neutron] 10.222.0.98 "GET /v2.0/networks/12262417-372c-40b6-b506-1c4ff9ce5fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857651 Apr 15 10:55:48.705679 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-da83bf5d-d1fc-4f7c-9fc9-d9772a2be220 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/quotas/ebaf350254024013abef072cdfb97bb3 HTTP/1.1" status: 200 len: 375 time: 0.0672412 Apr 15 10:55:48.713711 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:48.733340 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:48.743024 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:48.791930 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1367, 'physical_network': 'physnet1'} {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:55:48.801089 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e800ea-4ca7-446b-86d0-9c395f3c8719,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:48.808140 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:48.816365 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:48.816515 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Added segment 72f05f86-3209-4483-8bb5-4aab55fb5ba0 of type vlan for network 3d8731c8-e4fa-41b8-8dee-db69b4f1c608 Apr 15 10:55:48.827263 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-913566a8-bbd9-491b-9bb2-ffff5834c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:48.839581 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:48.868563 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913566a8-bbd9-491b-9bb2-ffff5834c9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727834fb-3b83-40df-9bd2-190e6e27b8b3,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:48.871566 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:48.879702 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-913566a8-bbd9-491b-9bb2-ffff5834c9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:48.948747 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-913566a8-bbd9-491b-9bb2-ffff5834c9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:48.949603 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-913566a8-bbd9-491b-9bb2-ffff5834c9ac admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/727834fb-3b83-40df-9bd2-190e6e27b8b3 HTTP/1.1" status: 204 len: 168 time: 1.3929029 Apr 15 10:55:48.954598 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Allocated IP 172.20.0.2 (dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e/ef91ca22-b90c-496e-9216-5832d8c88de8/03852a68-c53b-4ade-b26a-9aebe412cc82) {{(pid=85293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:48.963260 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-4bbf70ea-79d6-4bc4-94fc-b49ddfae8e0c tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ebaf350254024013abef072cdfb97bb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574141 Apr 15 10:55:49.008533 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:49.044961 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b11f4897-2ea6-475b-bd06-3f7b18a65fc5 service neutron] 10.222.0.98 "GET /v2.0/networks/12262417-372c-40b6-b506-1c4ff9ce5fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282002 Apr 15 10:55:49.110701 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:49.111358 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:49.123797 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-c432401d-8b8e-457a-9686-5202956d9025 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=85292) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:55:49.132657 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-c432401d-8b8e-457a-9686-5202956d9025 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0864413 Apr 15 10:55:49.139793 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:49.355158 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-07a28515-944f-45fe-9502-0ff719c570c7 service neutron] 10.222.0.98 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188413 Apr 15 10:55:49.356363 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.8334680 Apr 15 10:55:49.372234 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 54962) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:49.384749 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-b1a88533-5b70-421a-9c2b-15cf453b21a5 admin admin] Request body: {'subnet': {'network_id': '3d8731c8-e4fa-41b8-8dee-db69b4f1c608', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1925102731-subnet', 'tenant_id': '630cf65257164c3e87019b0713cf26e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:49.395709 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Pushing event updated for resources: {'Network': ['ID=3d8731c8-e4fa-41b8-8dee-db69b4f1c608,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:49.400579 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b1a88533-5b70-421a-9c2b-15cf453b21a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:49.404718 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:49.411220 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b1a88533-5b70-421a-9c2b-15cf453b21a5 admin admin] Usage tracker for resource:subnet and tenant:630cf65257164c3e87019b0713cf26e5 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:49.417094 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b1a88533-5b70-421a-9c2b-15cf453b21a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:49.420455 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:49.443405 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Notify callbacks [] for port, precommit_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:49.460270 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b1a88533-5b70-421a-9c2b-15cf453b21a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:49.462847 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:49.475258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Transition to ACTIVE for port object 03852a68-c53b-4ade-b26a-9aebe412cc82 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:49.502943 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Transition to ACTIVE for port object 03852a68-c53b-4ade-b26a-9aebe412cc82 will not be triggered until provisioned by entity DHCP. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:49.507769 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network 3d8731c8-e4fa-41b8-8dee-db69b4f1c608 details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:55:49.566499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a88533-5b70-421a-9c2b-15cf453b21a5 admin admin] Made reservation on behalf of 630cf65257164c3e87019b0713cf26e5 for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:49.579209 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b1a88533-5b70-421a-9c2b-15cf453b21a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:49.652658 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-312b2ab3-a31d-48b0-84f1-b62fffe70e7e req-2caf3673-de73-4aef-80af-911fb7b96e61 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 210 time: 0.2448499 Apr 15 10:55:49.655587 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 54980) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:49.678317 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:49.698241 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b0963b1-ea13-42da-b3d1-1f202d5d7f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:49.714841 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:49.857451 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3b0963b1-ea13-42da-b3d1-1f202d5d7f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:49.870093 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-3b0963b1-ea13-42da-b3d1-1f202d5d7f4e admin admin] Usage tracker for resource:security_group_rule and tenant:588a2fc2d8b64438bbe072e061974c7c is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:49.880571 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-3b0963b1-ea13-42da-b3d1-1f202d5d7f4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:49.894357 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3b0963b1-ea13-42da-b3d1-1f202d5d7f4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:49.907963 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Pushing event updated for resources: {'Port': ['ID=03852a68-c53b-4ade-b26a-9aebe412cc82,revision_number=1']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:49.937487 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:49.938085 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:49.938469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:49.938841 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:49.939210 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:49.939580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:49.939943 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:49.940317 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:49.940736 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:49.941064 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:49.941424 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:49.941781 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Tracked resource versions report: Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: pushed versions: Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: { 'AddressGroup': {'1.2'}, Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'ConntrackHelper': {'1.0'}, Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'Log': {'1.0'}, Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'Network': {'1.1'}, Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'Port': {'1.7'}, Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'PortForwarding': {'1.2'}, Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'QosPolicy': {'1.8'}, Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroup': {'1.4'}, Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'SubPort': {'1.0'}, Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'Subnet': {'1.1'}, Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'Trunk': {'1.1'}} Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: consumer versions: Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: { DHCP agent@dv-cinder-786386-1-smb: {}, Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: L3 agent@dv-cinder-786386-1-smb: {}, Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: Metadata agent@dv-cinder-786386-1-smb: {}, Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: Metering agent@dv-cinder-786386-1-smb: {}, Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: Open vSwitch agent@dv-cinder-786386-1-smb: { 'AddressGroup': '1.2', Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'ConntrackHelper': '1.0', Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'Log': '1.0', Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'Network': '1.1', Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'Port': '1.7', Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'PortForwarding': '1.2', Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'QosPolicy': '1.8', Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroup': '1.4', Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroupRule': '1.2', Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'SubPort': '1.0', Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'Subnet': '1.1', Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: 'Trunk': '1.1'}} Apr 15 10:55:49.942942 dv-cinder-786386-1-smb neutron-server[85178]: {{(pid=85293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:55:49.976055 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:49.988948 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Allocated IP 172.28.1.211 (75f67454-9d0f-442c-bd06-ccb5d72eecb7/92e09409-23cb-47a5-83a3-d0bf73c89cb1/d170e241-21b1-454e-ab58-627b9b88d848) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:50.012298 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-d3854d90-82e5-46a7-86c2-51d23c6cd532 service neutron] 10.222.0.98 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6586630 Apr 15 10:55:50.114325 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e is already hosted by enough agents. {{(pid=85293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:50.115657 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Resources bound (agent type, host, resource id): {{(pid=85293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:50.124775 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Received port after_create {{(pid=85293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:50.152086 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b0963b1-ea13-42da-b3d1-1f202d5d7f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.157103 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b0963b1-ea13-42da-b3d1-1f202d5d7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.168156 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-443f5f27-ea0b-4649-8bd7-c0fc217d2cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:50.231475 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-3b0963b1-ea13-42da-b3d1-1f202d5d7f4e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=588a2fc2d8b64438bbe072e061974c7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5737720 Apr 15 10:55:50.232110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0963b1-ea13-42da-b3d1-1f202d5d7f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425dae63-a9cb-42a7-bb8b-260eb5a69219,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:50.235491 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 55008) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:50.303437 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3b0963b1-ea13-42da-b3d1-1f202d5d7f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:50.401616 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Attempting to bind port 03852a68-c53b-4ade-b26a-9aebe412cc82 on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:50.402274 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Attempting to bind port 03852a68-c53b-4ade-b26a-9aebe412cc82 by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:50.403881 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Attempting to bind port 03852a68-c53b-4ade-b26a-9aebe412cc82 on network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:50.416848 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:50.418407 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Checking segment: {'id': 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:50.420458 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.423940 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Bound using segment: {'id': 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:50.424785 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Bound port: 03852a68-c53b-4ade-b26a-9aebe412cc82, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:50.425297 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.439385 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55024) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:50.522607 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.538352 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ba134846-3868-4a79-bfdc-7766fe1ae21e req-4df6ce17-3089-42cb-9ad4-021ae4a3d2c1 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 210 time: 0.0967064 Apr 15 10:55:50.547866 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6b47a256-e2ce-49dc-a123-4fc349db2fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.615370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6b47a256-e2ce-49dc-a123-4fc349db2fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.623916 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] For port 03852a68-c53b-4ade-b26a-9aebe412cc82, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:50.633818 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] For port 03852a68-c53b-4ade-b26a-9aebe412cc82, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=03852a68-c53b-4ade-b26a-9aebe412cc82,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:50.646160 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.677985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:50.707536 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.742377 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6b47a256-e2ce-49dc-a123-4fc349db2fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.751184 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:50.760755 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:50.767132 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6b47a256-e2ce-49dc-a123-4fc349db2fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.768477 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-6b47a256-e2ce-49dc-a123-4fc349db2fdd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/425dae63-a9cb-42a7-bb8b-260eb5a69219 HTTP/1.1" status: 204 len: 168 time: 0.5141745 Apr 15 10:55:50.771081 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47a256-e2ce-49dc-a123-4fc349db2fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425dae63-a9cb-42a7-bb8b-260eb5a69219,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:50.773751 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6b47a256-e2ce-49dc-a123-4fc349db2fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:50.926157 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-705314ef-f4bf-4b76-bebf-e198df04f0dc req-a5aa7177-dc27-4b03-b82a-c4d611e45867 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 210 time: 0.0826576 Apr 15 10:55:50.986153 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b8ecf8f8-6102-4b70-b3ee-53a5bb771ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:51.041333 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Pushing event updated for resources: {'Port': ['ID=03852a68-c53b-4ade-b26a-9aebe412cc82,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:51.044814 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:51.056407 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b8ecf8f8-6102-4b70-b3ee-53a5bb771ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:51.071858 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b8ecf8f8-6102-4b70-b3ee-53a5bb771ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e3b840a47d45b09dcf87dc14224069 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:51.077467 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Pushing event updated for resources: {'Port': ['ID=d170e241-21b1-454e-ab58-627b9b88d848,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:51.080490 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b8ecf8f8-6102-4b70-b3ee-53a5bb771ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:51.110815 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:51.122597 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b8ecf8f8-6102-4b70-b3ee-53a5bb771ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:51.378034 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:51.401571 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:51.411504 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:51.688166 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b1a88533-5b70-421a-9c2b-15cf453b21a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:51.721332 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d777722d-6a74-4fef-886f-08e9692dea64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:51.760518 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9da100d4-1642-493b-a62a-a183d52294d1 req-13fc7e48-8be6-471c-a772-2b727c604167 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 210 time: 0.1158345 Apr 15 10:55:52.255111 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b8ecf8f8-6102-4b70-b3ee-53a5bb771ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:52.261180 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d5f80cbb-224c-4c15-87c5-387c44613177 req-63ca61e9-9934-4010-a316-5aaf1e6142c5 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 210 time: 0.0648656 Apr 15 10:55:52.279048 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b8ecf8f8-6102-4b70-b3ee-53a5bb771ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:52.329563 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a88533-5b70-421a-9c2b-15cf453b21a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72bf3b5d-a7ac-4323-b3ba-9311a020a7f1,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:52.404192 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b1a88533-5b70-421a-9c2b-15cf453b21a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:52.414117 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:52.501313 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b8ecf8f8-6102-4b70-b3ee-53a5bb771ba0 admin admin] Synchronizing usage tracker for tenant:a88de4be76d244acaeac2955333b0265 on resource:security_group {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:52.551547 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecf8f8-6102-4b70-b3ee-53a5bb771ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cece71f-84c5-440e-aa54-0b33d90ac3e0,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:52.558245 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b8ecf8f8-6102-4b70-b3ee-53a5bb771ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:52.702315 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.108', 61260) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:52.706562 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 03852a68-c53b-4ade-b26a-9aebe412cc82 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:52.709644 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b8ecf8f8-6102-4b70-b3ee-53a5bb771ba0 admin admin] Unset dirty status for tenant:a88de4be76d244acaeac2955333b0265 on resource:security_group {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:52.713917 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 55130) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:52.714070 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b8ecf8f8-6102-4b70-b3ee-53a5bb771ba0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f9e3b840a47d45b09dcf87dc14224069&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2642992 Apr 15 10:55:52.724803 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:52.865582 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port 03852a68-c53b-4ade-b26a-9aebe412cc82 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:52.947916 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e176c6-522b-4ee7-a096-63c81a09070e None None] Network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:52.976278 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a88533-5b70-421a-9c2b-15cf453b21a5 admin admin] Checking segment: {'id': '72f05f86-3209-4483-8bb5-4aab55fb5ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': '3d8731c8-e4fa-41b8-8dee-db69b4f1c608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:52.977125 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a88533-5b70-421a-9c2b-15cf453b21a5 admin admin] Network hostable DHCP agents. Network: 3d8731c8-e4fa-41b8-8dee-db69b4f1c608, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:55:53.081421 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a88533-5b70-421a-9c2b-15cf453b21a5 admin admin] Network 3d8731c8-e4fa-41b8-8dee-db69b4f1c608 is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:55:53.135683 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-b1a88533-5b70-421a-9c2b-15cf453b21a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, 3d8731c8-e4fa-41b8-8dee-db69b4f1c608) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:53.147896 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86701a83-3f2b-4bc9-8b6a-ebd2d7079c1b None None] Network 3d8731c8-e4fa-41b8-8dee-db69b4f1c608 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:53.158050 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a88533-5b70-421a-9c2b-15cf453b21a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:53.158723 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b1a88533-5b70-421a-9c2b-15cf453b21a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:53.298042 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b1a88533-5b70-421a-9c2b-15cf453b21a5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.9244776 Apr 15 10:55:53.338201 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-5d1f4371-77b3-4799-ad58-c03b84a5b678 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:53.339821 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-5d1f4371-77b3-4799-ad58-c03b84a5b678 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.108 "GET /v2.0/networks?id=12262417-372c-40b6-b506-1c4ff9ce5fa6 HTTP/1.1" status: 200 len: 812 time: 0.6215644 Apr 15 10:55:53.346251 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-469ae066-6c31-4570-9e93-01b5cd95597c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:53.513823 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Request body: {'port': {'device_id': 'f846068c-e465-482b-8e0d-25346ce8f7e0', 'network_id': '12262417-372c-40b6-b506-1c4ff9ce5fa6', 'admin_state_up': True, 'tenant_id': '12821fb90310449b89fe16127bd0e6fb'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:53.599639 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-dafae01f-64a8-49e8-abfe-5e90c35f28e9 None None] Provisioning for port 03852a68-c53b-4ade-b26a-9aebe412cc82 completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:53.618199 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55186) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:53.765426 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55194) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:53.771035 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-dafae01f-64a8-49e8-abfe-5e90c35f28e9 None None] Provisioning complete for port 03852a68-c53b-4ade-b26a-9aebe412cc82 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:53.771469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dafae01f-64a8-49e8-abfe-5e90c35f28e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:53.808907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.108', 61265) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:53.858336 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1f6675-d3c3-4413-96ae-36f9f6eb6381 admin admin] Deleting subnet b52d43d1-5a29-4826-8963-1525d9224f93 {{(pid=85291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:55:53.914087 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6675-d3c3-4413-96ae-36f9f6eb6381 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:53.955459 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6051b3f4-d030-4099-977b-64932d2b5648 None None] Network 3d8731c8-e4fa-41b8-8dee-db69b4f1c608 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:53.969640 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-469ae066-6c31-4570-9e93-01b5cd95597c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.023778 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:54.028634 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Usage tracker for resource:port and tenant:12821fb90310449b89fe16127bd0e6fb is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:54.033345 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:54.058499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:54.083670 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-adf245a5-5d4c-4f0d-a4ca-096015f8efa0 req-6225a025-de6c-4826-bfb5-72df7d273932 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 210 time: 0.7427030 Apr 15 10:55:54.088497 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Made reservation on behalf of 12821fb90310449b89fe16127bd0e6fb for: {'port': 1} {{(pid=85292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:54.114421 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.118124 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85443993-9d8c-4391-9b04-f0985e61652f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.167319 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854328227'] for router, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.169937 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-85443993-9d8c-4391-9b04-f0985e61652f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:54.176960 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6675-d3c3-4413-96ae-36f9f6eb6381 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.185258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-85443993-9d8c-4391-9b04-f0985e61652f admin admin] Usage tracker for resource:security_group_rule and tenant:dbf2b429b4e74a869f1486c9e7bcea67 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:54.195653 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-85443993-9d8c-4391-9b04-f0985e61652f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:54.196109 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-469ae066-6c31-4570-9e93-01b5cd95597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.315797 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6675-d3c3-4413-96ae-36f9f6eb6381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.373778 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6b47a256-e2ce-49dc-a123-4fc349db2fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:54.394882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ae066-6c31-4570-9e93-01b5cd95597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cece71f-84c5-440e-aa54-0b33d90ac3e0,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:54.409337 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-7b0e5c33-6217-4d92-aa08-e5a82686d506 req-72e68d34-3ee0-4283-b0e9-462aa55b674f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Synchronizing usage tracker for tenant:12821fb90310449b89fe16127bd0e6fb on resource:port {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:54.414431 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-469ae066-6c31-4570-9e93-01b5cd95597c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:54.423466 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-469ae066-6c31-4570-9e93-01b5cd95597c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.429318 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-469ae066-6c31-4570-9e93-01b5cd95597c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7cece71f-84c5-440e-aa54-0b33d90ac3e0 HTTP/1.1" status: 204 len: 168 time: 1.7125320 Apr 15 10:55:54.431244 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-85443993-9d8c-4391-9b04-f0985e61652f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:54.471864 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-d808b97a-905f-4978-b9b6-a0b2ce8ac7af tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:54.473012 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-d808b97a-905f-4978-b9b6-a0b2ce8ac7af tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Synchronizing usage tracker for tenant:ebaf350254024013abef072cdfb97bb3 on resource:network {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:54.505243 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-7b0e5c33-6217-4d92-aa08-e5a82686d506 req-72e68d34-3ee0-4283-b0e9-462aa55b674f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Unset dirty status for tenant:12821fb90310449b89fe16127bd0e6fb on resource:port {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:54.518365 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7b0e5c33-6217-4d92-aa08-e5a82686d506 req-72e68d34-3ee0-4283-b0e9-462aa55b674f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 210 time: 0.5779593 Apr 15 10:55:54.583701 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Allocated IP 172.20.0.6 (12262417-372c-40b6-b506-1c4ff9ce5fa6/ca01a20a-05af-4ce9-901f-6f7b165f5b25/943e9d20-8bc7-4f99-919a-f849ab3336b3) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:54.588220 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dafae01f-64a8-49e8-abfe-5e90c35f28e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.659853 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85443993-9d8c-4391-9b04-f0985e61652f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.696020 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-85443993-9d8c-4391-9b04-f0985e61652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.773285 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-dafae01f-64a8-49e8-abfe-5e90c35f28e9 None None] For port 03852a68-c53b-4ade-b26a-9aebe412cc82, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=03852a68-c53b-4ade-b26a-9aebe412cc82,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:54.792266 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8c6eed7c-1542-490f-9d07-02d067d24dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:54.807789 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dafae01f-64a8-49e8-abfe-5e90c35f28e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.812035 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-d808b97a-905f-4978-b9b6-a0b2ce8ac7af tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Unset dirty status for tenant:ebaf350254024013abef072cdfb97bb3 on resource:network {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:54.813397 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-d808b97a-905f-4978-b9b6-a0b2ce8ac7af tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.108 "GET /v2.0/networks?id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35 HTTP/1.1" status: 200 len: 814 time: 1.0033095 Apr 15 10:55:54.814943 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:54.873928 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-7d5dede5-d1eb-4e14-b975-84af3a2496bd tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Request body: {'port': {'device_id': '4cf25999-eb0c-4630-8305-a76fd91c5b8a', 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35', 'admin_state_up': True, 'tenant_id': 'ebaf350254024013abef072cdfb97bb3'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:54.971863 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafae01f-64a8-49e8-abfe-5e90c35f28e9 None None] Pushing event updated for resources: {'Port': ['ID=03852a68-c53b-4ade-b26a-9aebe412cc82,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:54.974893 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dafae01f-64a8-49e8-abfe-5e90c35f28e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:55.069248 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:55.151299 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:55.204502 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 55266) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:55.216396 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-19618bbc-2033-4c7f-a00e-0452056f7d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:55.356335 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55268) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:55.361733 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-253cf7c7-8a4e-450a-a199-03ba7e8590ca None None] Provisioning complete for port 03852a68-c53b-4ade-b26a-9aebe412cc82 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:55.362861 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-253cf7c7-8a4e-450a-a199-03ba7e8590ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:55.394784 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-48089915-fa71-4530-94f9-eea5cae5eaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:55.503000 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-85443993-9d8c-4391-9b04-f0985e61652f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dbf2b429b4e74a869f1486c9e7bcea67&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7370911 Apr 15 10:55:55.526463 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55276) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:55.616368 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ae0aa04b-2857-4395-96fa-216bca5cc642 req-a7c2a4d0-9b72-42ee-8197-33cd37beb00b tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 210 time: 0.1648898 Apr 15 10:55:55.620762 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-48089915-fa71-4530-94f9-eea5cae5eaa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:55.625617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-48089915-fa71-4530-94f9-eea5cae5eaa2 admin admin] Usage tracker for resource:security_group_rule and tenant:3fd61d5ce1c548e38fae80d24e053941 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:55.628963 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-48089915-fa71-4530-94f9-eea5cae5eaa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:55.635830 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-48089915-fa71-4530-94f9-eea5cae5eaa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:55.710625 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6675-d3c3-4413-96ae-36f9f6eb6381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for subnet, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:55.735493 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-48089915-fa71-4530-94f9-eea5cae5eaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:55.746721 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-48089915-fa71-4530-94f9-eea5cae5eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:55.933523 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85443993-9d8c-4391-9b04-f0985e61652f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eedadda-dd15-4cd6-b0c1-48e58e81023d,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:55.944144 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-75fb92f3-7fe5-40d9-89bc-f649bc0ef5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:55.954004 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-48089915-fa71-4530-94f9-eea5cae5eaa2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3fd61d5ce1c548e38fae80d24e053941&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6359792 Apr 15 10:55:55.958952 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85443993-9d8c-4391-9b04-f0985e61652f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.167s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:55.966154 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 55296) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:55.967942 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Pushing event updated for resources: {'Port': ['ID=943e9d20-8bc7-4f99-919a-f849ab3336b3,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:55.977691 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:55.990560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:55.993915 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:56.051844 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f6675-d3c3-4413-96ae-36f9f6eb6381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b52d43d1-5a29-4826-8963-1525d9224f93,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:56.085760 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19571a1e-4258-4623-8069-aa9dc0cb7758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.102072 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48089915-fa71-4530-94f9-eea5cae5eaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43939e00-e536-475d-a29c-99612a3fe1f7,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:56.102557 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1f1f6675-d3c3-4413-96ae-36f9f6eb6381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:56.105866 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-48089915-fa71-4530-94f9-eea5cae5eaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:56.110786 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-19571a1e-4258-4623-8069-aa9dc0cb7758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:56.114916 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-19571a1e-4258-4623-8069-aa9dc0cb7758 admin admin] Usage tracker for resource:security_group_rule and tenant:483bcb83db1a4960982b51d916251cfa is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:56.117931 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-19571a1e-4258-4623-8069-aa9dc0cb7758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:56.128228 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6372ba-08b4-49aa-bfb0-57ac97c3cd32 req-fb44ab48-c4f6-4049-8514-98a9af7ecaf6 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:56.130303 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7a6372ba-08b4-49aa-bfb0-57ac97c3cd32 req-fb44ab48-c4f6-4049-8514-98a9af7ecaf6 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 931 time: 0.3932357 Apr 15 10:55:56.139316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Router f0b5254f-2271-42e8-b2f2-1b5d85d8696b is scheduled to L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf with binding_index 1 {{(pid=85291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:55:56.145588 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-19571a1e-4258-4623-8069-aa9dc0cb7758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:56.149088 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6675-d3c3-4413-96ae-36f9f6eb6381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.165182 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-7d5dede5-d1eb-4e14-b975-84af3a2496bd tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:56.170493 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-75fb92f3-7fe5-40d9-89bc-f649bc0ef5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.196348 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-7d5dede5-d1eb-4e14-b975-84af3a2496bd tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Usage tracker for resource:port and tenant:ebaf350254024013abef072cdfb97bb3 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:56.209459 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-7d5dede5-d1eb-4e14-b975-84af3a2496bd tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:56.210389 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-7a6372ba-08b4-49aa-bfb0-57ac97c3cd32 req-bc53fafa-5582-485f-bd73-04cb2be74443 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Synchronizing usage tracker for tenant:12821fb90310449b89fe16127bd0e6fb on resource:security_group {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:56.256392 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Network 12262417-372c-40b6-b506-1c4ff9ce5fa6 is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:56.259977 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Resources bound (agent type, host, resource id): {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:56.262451 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:56.269437 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:56.270121 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for port, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.275979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a1615764-a417-4807-846f-44fdd29109d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.296018 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-7d5dede5-d1eb-4e14-b975-84af3a2496bd tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:56.299087 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-1f1f6675-d3c3-4413-96ae-36f9f6eb6381 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b52d43d1-5a29-4826-8963-1525d9224f93 HTTP/1.1" status: 204 len: 168 time: 2.6796324 Apr 15 10:55:56.306458 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 55300) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:56.352517 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a1615764-a417-4807-846f-44fdd29109d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.419273 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9420452 Apr 15 10:55:56.429774 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-7d5dede5-d1eb-4e14-b975-84af3a2496bd tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Made reservation on behalf of ebaf350254024013abef072cdfb97bb3 for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:56.435896 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-7d5dede5-d1eb-4e14-b975-84af3a2496bd tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.491240 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853837892'] for network, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.571582 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:55:56.594908 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Sync routers for ids ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:55:56.599022 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-75fb92f3-7fe5-40d9-89bc-f649bc0ef5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.606545 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 03852a68-c53b-4ade-b26a-9aebe412cc82 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:56.619019 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Routers {'f0b5254f-2271-42e8-b2f2-1b5d85d8696b'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:56.620203 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:55:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:56.638208 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:56.650015 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19571a1e-4258-4623-8069-aa9dc0cb7758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.665823 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb92f3-7fe5-40d9-89bc-f649bc0ef5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eedadda-dd15-4cd6-b0c1-48e58e81023d,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:56.669860 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-75fb92f3-7fe5-40d9-89bc-f649bc0ef5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:56.678095 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19571a1e-4258-4623-8069-aa9dc0cb7758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.704522 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6140ec23-8d89-43e5-8f94-b2550bd2a5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:56.755816 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 03852a68-c53b-4ade-b26a-9aebe412cc82 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:56.756194 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-75fb92f3-7fe5-40d9-89bc-f649bc0ef5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.756307 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.760354 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-75fb92f3-7fe5-40d9-89bc-f649bc0ef5f2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4eedadda-dd15-4cd6-b0c1-48e58e81023d HTTP/1.1" status: 204 len: 168 time: 1.2329974 Apr 15 10:55:56.761344 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.762579 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.3189824 Apr 15 10:55:56.785645 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55308) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:56.830060 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854714127', 'neutron.services.segments.db._delete_segments_for_network--9223363309937827905'] for network, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.952519 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-19571a1e-4258-4623-8069-aa9dc0cb7758 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=483bcb83db1a4960982b51d916251cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4479592 Apr 15 10:55:56.994821 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:56.995223 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:56.996174 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:56.996594 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Subscribe: > port after_create 55550000 {{(pid=85292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:56.996932 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=85292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:56.997304 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Subscribe: > port after_update 55550000 {{(pid=85292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:56.997681 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:56.998016 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:56.998425 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:56.999086 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:57.113146 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19571a1e-4258-4623-8069-aa9dc0cb7758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dd7731-0161-4099-8736-cb043a15b7e1,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:57.115867 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55314) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:57.190630 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-19571a1e-4258-4623-8069-aa9dc0cb7758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:57.232813 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Set router f0b5254f-2271-42e8-b2f2-1b5d85d8696b gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:57.255037 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-7d5dede5-d1eb-4e14-b975-84af3a2496bd tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Allocated IP 172.20.0.9 (8eaf3f47-a7a6-43c5-984d-3b6a70257c35/36e0b5c0-1bda-4299-bc80-7737df16b96c/6f6bd4b8-98aa-444f-ad3b-5816032f4e2a) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:57.331884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:57.332755 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:57.333299 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:57.333839 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:57.334390 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9291eb9c-9e7b-4db6-9373-e61e8b64e5af']}} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:57.372848 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9b296fd1-b190-4ac7-97ac-3b6f706c17fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:57.631330 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6ad567-af13-4b1b-bbec-048f595bbddd') {'for_net_delete': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:57.632160 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6ad567-af13-4b1b-bbec-048f595bbddd') {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:57.664148 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309937828161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847582343'] for segment, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:57.701020 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:57.720314 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Releasing vlan 1360 on physical network physnet1 to pool {{(pid=85292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:55:57.739038 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9b296fd1-b190-4ac7-97ac-3b6f706c17fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:57.937068 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-57590378-b818-4514-ad05-372995eba4c9 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=85292) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:55:57.938214 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-57590378-b818-4514-ad05-372995eba4c9 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0330014 Apr 15 10:55:58.067424 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:55:52Z', 'revision_number': 3, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb'}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:58.074684 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Checking router: f0b5254f-2271-42e8-b2f2-1b5d85d8696b for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:55:58.075332 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Updating router f0b5254f-2271-42e8-b2f2-1b5d85d8696b port d170e241-21b1-454e-ab58-627b9b88d848 binding host dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:55:58.110478 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-726f7cf9-7809-4b0d-bea4-1dd3dcee5629 req-e1b4203c-4319-47f9-bc8d-9920eec11787 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 210 time: 0.2067740 Apr 15 10:55:58.111178 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-7a6372ba-08b4-49aa-bfb0-57ac97c3cd32 req-bc53fafa-5582-485f-bd73-04cb2be74443 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Unset dirty status for tenant:12821fb90310449b89fe16127bd0e6fb on resource:security_group {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:58.138436 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.150326 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7a6372ba-08b4-49aa-bfb0-57ac97c3cd32 req-bc53fafa-5582-485f-bd73-04cb2be74443 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9958732 Apr 15 10:55:58.177868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9b296fd1-b190-4ac7-97ac-3b6f706c17fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.229447 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:58.292781 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Network 9291eb9c-9e7b-4db6-9373-e61e8b64e5af has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:55:58.305170 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7189033'] for segment, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.372223 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b296fd1-b190-4ac7-97ac-3b6f706c17fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dd7731-0161-4099-8736-cb043a15b7e1,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:58.388217 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9b296fd1-b190-4ac7-97ac-3b6f706c17fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:58.402864 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9b296fd1-b190-4ac7-97ac-3b6f706c17fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.415694 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-9b296fd1-b190-4ac7-97ac-3b6f706c17fe admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/85dd7731-0161-4099-8736-cb043a15b7e1 HTTP/1.1" status: 204 len: 168 time: 1.2575984 Apr 15 10:55:58.649732 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a1615764-a417-4807-846f-44fdd29109d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.706850 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-469ae066-6c31-4570-9e93-01b5cd95597c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:58.782294 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Network 9291eb9c-9e7b-4db6-9373-e61e8b64e5af has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:55:58.810458 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1615764-a417-4807-846f-44fdd29109d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43939e00-e536-475d-a29c-99612a3fe1f7,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: from cryptography.utils import int_from_bytes Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: from cryptography.utils import int_from_bytes Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: (rel_b, rel_a, rel_b), Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: (rel_b, rel_a, rel_b), Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: Traceback (most recent call last): Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: timer() Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: cb(*args, **kw) Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: return func(*args, **kwargs) Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: self._notify() Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: self.callback(batched_events) Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: event.method(event) Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: segment_id)['aggregates'][0] Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: return f(self, *a, **k) Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: return self._get(url).json() Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: **kwargs) Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: return self.request(url, 'GET', **kwargs) Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: **endpoint_filter) Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:55:58.896871 dv-cinder-786386-1-smb neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:55:58.918673 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a1615764-a417-4807-846f-44fdd29109d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:59.154761 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a1615764-a417-4807-846f-44fdd29109d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.155995 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-a1615764-a417-4807-846f-44fdd29109d3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/43939e00-e536-475d-a29c-99612a3fe1f7 HTTP/1.1" status: 204 len: 168 time: 3.1690457 Apr 15 10:55:59.241299 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Request body: {'port': {'device_id': 'f846068c-e465-482b-8e0d-25346ce8f7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:59.352315 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Notify callbacks [] for port, precommit_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.544377 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Transition to ACTIVE for port object d170e241-21b1-454e-ab58-627b9b88d848 will not be triggered until provisioned by entity L2. {{(pid=85294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:59.564986 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.565978 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-7d5dede5-d1eb-4e14-b975-84af3a2496bd tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.580602 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.615301 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:59.616630 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55380) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:59.643475 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-acc91aa3-2049-4780-aec8-5969c4accc8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.700279 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-acc91aa3-2049-4780-aec8-5969c4accc8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:59.707583 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-acc91aa3-2049-4780-aec8-5969c4accc8b admin admin] Usage tracker for resource:security_group_rule and tenant:733a0fbb04534aa9b676be42899b8d7d is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:59.708672 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.715739 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-acc91aa3-2049-4780-aec8-5969c4accc8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:59.736473 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-acc91aa3-2049-4780-aec8-5969c4accc8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:59.931143 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-7d5dede5-d1eb-4e14-b975-84af3a2496bd tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.952227 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-61574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447513'] for network, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:00.016991 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:00.059789 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Allocated IP 172.20.0.1 (dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e/ef91ca22-b90c-496e-9216-5832d8c88de8/cb6395b0-c749-4b13-9bd8-9a326dba1419) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:00.170601 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Pushing event updated for resources: {'Port': ['ID=d170e241-21b1-454e-ab58-627b9b88d848,revision_number=2']} {{(pid=85294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:00.303616 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:00.318220 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Pushing event deleted for resources: {'Network': ['ID=9291eb9c-9e7b-4db6-9373-e61e8b64e5af,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:00.320727 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:00.325554 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:00.350497 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Attempting to bind port d170e241-21b1-454e-ab58-627b9b88d848 on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:00.350916 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Attempting to bind port d170e241-21b1-454e-ab58-627b9b88d848 by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}] {{(pid=85294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:00.351336 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Attempting to bind port d170e241-21b1-454e-ab58-627b9b88d848 on network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:00.358425 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.358814 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.359761 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.360156 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.360582 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.360910 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.361269 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.361627 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.361998 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.362273 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.362668 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.362959 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Tracked resource versions report: Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: pushed versions: Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: { 'AddressGroup': {'1.2'}, Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'ConntrackHelper': {'1.0'}, Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'Log': {'1.0'}, Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'Network': {'1.1'}, Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'Port': {'1.7'}, Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'PortForwarding': {'1.2'}, Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'QosPolicy': {'1.8'}, Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroup': {'1.4'}, Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'SubPort': {'1.0'}, Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'Subnet': {'1.1'}, Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'Trunk': {'1.1'}} Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: consumer versions: Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: { DHCP agent@dv-cinder-786386-1-smb: {}, Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: L3 agent@dv-cinder-786386-1-smb: {}, Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: Metadata agent@dv-cinder-786386-1-smb: {}, Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: Metering agent@dv-cinder-786386-1-smb: {}, Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: Open vSwitch agent@dv-cinder-786386-1-smb: { 'AddressGroup': '1.2', Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'ConntrackHelper': '1.0', Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'Log': '1.0', Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'Network': '1.1', Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'Port': '1.7', Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'PortForwarding': '1.2', Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'QosPolicy': '1.8', Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroup': '1.4', Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'SecurityGroupRule': '1.2', Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'SubPort': '1.0', Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'Subnet': '1.1', Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: 'Trunk': '1.1'}} Apr 15 10:56:00.365651 dv-cinder-786386-1-smb neutron-server[85178]: {{(pid=85294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:56:00.367477 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:00.367749 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Checking segment: {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:00.368160 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:00.368581 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Bound using segment: {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'} {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:00.369184 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Bound port: d170e241-21b1-454e-ab58-627b9b88d848, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}}] {{(pid=85294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:00.369695 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:00.400647 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Transition to ACTIVE for port object cb6395b0-c749-4b13-9bd8-9a326dba1419 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:00.403752 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:00.404390 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] 10.222.0.98 "DELETE /v2.0/networks/9291eb9c-9e7b-4db6-9373-e61e8b64e5af HTTP/1.1" status: 204 len: 168 time: 4.0967667 Apr 15 10:56:00.428368 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 55398) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:00.491214 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] For port d170e241-21b1-454e-ab58-627b9b88d848, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:00.495640 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] For port d170e241-21b1-454e-ab58-627b9b88d848, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=d170e241-21b1-454e-ab58-627b9b88d848,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:00.503265 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:00.549952 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:00.559455 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:00.717623 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5dede5-d1eb-4e14-b975-84af3a2496bd tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Pushing event updated for resources: {'Port': ['ID=6f6bd4b8-98aa-444f-ad3b-5816032f4e2a,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:00.815063 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8492e11-8bff-4ae2-a6d6-159c12bed8a4 req-d0a6a992-1d5e-4288-8605-2c28372820e8 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:00.833497 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f8492e11-8bff-4ae2-a6d6-159c12bed8a4 req-d0a6a992-1d5e-4288-8605-2c28372820e8 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 931 time: 1.2790375 Apr 15 10:56:00.962538 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9658f52-7d34-47e4-834f-4eec28d219d9 admin admin] Deleting subnet 72bf3b5d-a7ac-4323-b3ba-9311a020a7f1 {{(pid=85292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:56:01.140100 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:01.146082 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:01.173937 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:01.174614 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854328168'] for router_interface, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:01.244802 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:01.268534 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9658f52-7d34-47e4-834f-4eec28d219d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:01.362896 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f8492e11-8bff-4ae2-a6d6-159c12bed8a4 req-701fd47f-34a7-40d2-81e5-cad00c740135 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283058 Apr 15 10:56:01.450142 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:01.597167 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9658f52-7d34-47e4-834f-4eec28d219d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7193441'] for subnet, precommit_delete_associations {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:01.650139 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-375ccc89-146b-4bcf-847a-7a1fba59df0e None None] Provisioning for port cb6395b0-c749-4b13-9bd8-9a326dba1419 completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:01.663937 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-375ccc89-146b-4bcf-847a-7a1fba59df0e None None] Provisioning complete for port cb6395b0-c749-4b13-9bd8-9a326dba1419 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:01.664974 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-375ccc89-146b-4bcf-847a-7a1fba59df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:01.743343 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Pushing event updated for resources: {'Port': ['ID=d170e241-21b1-454e-ab58-627b9b88d848,revision_number=3']} {{(pid=85294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:01.759989 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:01.804402 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Routers {'f0b5254f-2271-42e8-b2f2-1b5d85d8696b'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:56:01.805142 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:55:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:01.837674 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62be7f-e1bd-4180-a34d-7c1e8fa91dcd req-59b30d7f-4d87-4bcb-84b9-86f3b9a02816 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:01.847281 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fe62be7f-e1bd-4180-a34d-7c1e8fa91dcd req-59b30d7f-4d87-4bcb-84b9-86f3b9a02816 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 931 time: 0.8519847 Apr 15 10:56:01.863333 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-375ccc89-146b-4bcf-847a-7a1fba59df0e None None] Port cb6395b0-c749-4b13-9bd8-9a326dba1419 cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:56:01.936280 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fe62be7f-e1bd-4180-a34d-7c1e8fa91dcd req-bb6ac2e1-9cde-4864-8403-485a0196cd04 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876143 Apr 15 10:56:01.941085 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9658f52-7d34-47e4-834f-4eec28d219d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.020702 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.db.resource_extend [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 10:56:02.282469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943e9d20-8bc7-4f99-919a-f849ab3336b3 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:02.302317 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.351663 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Transition to ACTIVE for port object 943e9d20-8bc7-4f99-919a-f849ab3336b3 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:02.426793 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Pushing event updated for resources: {'Port': ['ID=cb6395b0-c749-4b13-9bd8-9a326dba1419,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:02.438802 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.879s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:02.456203 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847586107'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.483109 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] Set router f0b5254f-2271-42e8-b2f2-1b5d85d8696b gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:56:02.523796 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.447s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:02.524216 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:02.533658 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:02.589997 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.608806 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.627949 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854218599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327501'] for router_interface, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.662208 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-20b80a93-9103-4874-a6f7-af1c1b1bb954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.809035 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Pushing event updated for resources: {'Port': ['ID=943e9d20-8bc7-4f99-919a-f849ab3336b3,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:02.907933 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:02.966135 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:03.013109 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-7d5dede5-d1eb-4e14-b975-84af3a2496bd tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:03.019277 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Pushing event updated for resources: {'Port': ['ID=cb6395b0-c749-4b13-9bd8-9a326dba1419,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:03.027508 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-7d5dede5-d1eb-4e14-b975-84af3a2496bd tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:03.043108 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-acc91aa3-2049-4780-aec8-5969c4accc8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.047653 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:03.055595 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-acc91aa3-2049-4780-aec8-5969c4accc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.089016 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'cb6395b0-c749-4b13-9bd8-9a326dba1419', 'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'mac_address': 'fa:16:3e:5c:e2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:59Z', 'updated_at': '2021-04-15T10:56:00Z', 'revision_number': 1, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'subnets': [{'id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:03.112033 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f9714-2006-4c99-b318-c16a2aaa89a3 None None] The sync data for ids ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'] in dv-cinder-786386-1-smb is: [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'cb6395b0-c749-4b13-9bd8-9a326dba1419', 'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'mac_address': 'fa:16:3e:5c:e2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:59Z', 'updated_at': '2021-04-15T10:56:00Z', 'revision_number': 1, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'subnets': [{'id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:56:03.134689 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:03.137017 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-85443993-9d8c-4391-9b04-f0985e61652f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:03.186926 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-acc91aa3-2049-4780-aec8-5969c4accc8b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=733a0fbb04534aa9b676be42899b8d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5690627 Apr 15 10:56:03.187689 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55460) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:03.189340 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc91aa3-2049-4780-aec8-5969c4accc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d133a6a-b3c7-4633-beba-e7341004282c,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:03.223977 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:03.262347 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-acc91aa3-2049-4780-aec8-5969c4accc8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:03.263129 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-7d5dede5-d1eb-4e14-b975-84af3a2496bd tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:03.270019 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-7d5dede5-d1eb-4e14-b975-84af3a2496bd tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:03.275702 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-7d5dede5-d1eb-4e14-b975-84af3a2496bd tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.730959 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-7d5dede5-d1eb-4e14-b975-84af3a2496bd tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.8795187 Apr 15 10:56:03.776489 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-fd4469f0-0caa-438d-a7b6-22333c4a05a4 None None] Provisioning complete for port cb6395b0-c749-4b13-9bd8-9a326dba1419 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:03.784582 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fd4469f0-0caa-438d-a7b6-22333c4a05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.816847 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e343-1365-4819-b22f-48c81980110b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.904706 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e343-1365-4819-b22f-48c81980110b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.957488 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-fd4469f0-0caa-438d-a7b6-22333c4a05a4 None None] Port cb6395b0-c749-4b13-9bd8-9a326dba1419 cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:56:03.995341 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9658f52-7d34-47e4-834f-4eec28d219d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847586166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8185521'] for subnet, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.087571 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Router f0b5254f-2271-42e8-b2f2-1b5d85d8696b has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:56:04.358868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e343-1365-4819-b22f-48c81980110b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.377321 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-19571a1e-4258-4623-8069-aa9dc0cb7758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:04.395561 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6e343-1365-4819-b22f-48c81980110b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d133a6a-b3c7-4633-beba-e7341004282c,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:04.399978 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e343-1365-4819-b22f-48c81980110b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.404249 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-7dc6e343-1365-4819-b22f-48c81980110b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7d133a6a-b3c7-4633-beba-e7341004282c HTTP/1.1" status: 204 len: 168 time: 1.1935012 Apr 15 10:56:04.419943 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7dc6e343-1365-4819-b22f-48c81980110b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:04.483957 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:04.519094 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Request body: {'port': {'device_id': '4cf25999-eb0c-4630-8305-a76fd91c5b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:04.645505 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:56:04.666158 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] 10.222.0.98 "PUT /v2.0/routers/f0b5254f-2271-42e8-b2f2-1b5d85d8696b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8596885 Apr 15 10:56:04.682807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device d170e241-21b1-454e-ab58-627b9b88d848 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:04.755780 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Attempting to bind port 943e9d20-8bc7-4f99-919a-f849ab3336b3 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:04.756173 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Attempting to bind port 943e9d20-8bc7-4f99-919a-f849ab3336b3 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '44f9044b-b5cf-42fe-a8d1-92756d119ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '12262417-372c-40b6-b506-1c4ff9ce5fa6'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:04.756547 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Attempting to bind port 943e9d20-8bc7-4f99-919a-f849ab3336b3 on network 12262417-372c-40b6-b506-1c4ff9ce5fa6 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:04.778740 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Port 943e9d20-8bc7-4f99-919a-f849ab3336b3 on network 12262417-372c-40b6-b506-1c4ff9ce5fa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:56:04.779173 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Attempting to bind port 943e9d20-8bc7-4f99-919a-f849ab3336b3 on network 12262417-372c-40b6-b506-1c4ff9ce5fa6 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:04.830718 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port d170e241-21b1-454e-ab58-627b9b88d848 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:04.834979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:04.838490 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Checking segment: {'id': '44f9044b-b5cf-42fe-a8d1-92756d119ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '12262417-372c-40b6-b506-1c4ff9ce5fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:04.839255 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Bound using segment: {'id': '44f9044b-b5cf-42fe-a8d1-92756d119ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '12262417-372c-40b6-b506-1c4ff9ce5fa6'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:04.839941 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Bound port: 943e9d20-8bc7-4f99-919a-f849ab3336b3, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f9044b-b5cf-42fe-a8d1-92756d119ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1383, 'network_id': '12262417-372c-40b6-b506-1c4ff9ce5fa6'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:04.841322 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.844538 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port d170e241-21b1-454e-ab58-627b9b88d848 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:04.844985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.998340 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.076738 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] For port 943e9d20-8bc7-4f99-919a-f849ab3336b3, host hv-cinder-78638, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:05.098751 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] For port 943e9d20-8bc7-4f99-919a-f849ab3336b3, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=943e9d20-8bc7-4f99-919a-f849ab3336b3,segment=NetworkSegment(44f9044b-b5cf-42fe-a8d1-92756d119ddd),segment_id=44f9044b-b5cf-42fe-a8d1-92756d119ddd)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:05.155690 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.191842 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] For port d170e241-21b1-454e-ab58-627b9b88d848, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=d170e241-21b1-454e-ab58-627b9b88d848,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:05.202190 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-594a5440-1eb6-4e73-a60a-e0b6a2f8654d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.204855 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.207312 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:05.231644 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9658f52-7d34-47e4-834f-4eec28d219d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72bf3b5d-a7ac-4323-b3ba-9311a020a7f1,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:05.240890 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b9658f52-7d34-47e4-834f-4eec28d219d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:05.242199 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847586107'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.288800 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3adb91-90fd-44c1-aefe-36c769ccef9e req-9a996b26-d65f-48e1-96df-38b78aa15438 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:05.305583 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4c3adb91-90fd-44c1-aefe-36c769ccef9e req-9a996b26-d65f-48e1-96df-38b78aa15438 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 943 time: 2.4963803 Apr 15 10:56:05.361625 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Pushing event updated for resources: {'Port': ['ID=d170e241-21b1-454e-ab58-627b9b88d848,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:05.376952 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:05.412380 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f341d6ef-10cc-4c7c-83b3-405a46ee690f tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:05.493513 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4c3adb91-90fd-44c1-aefe-36c769ccef9e req-5b473e76-4d07-4589-9c73-9d9c533023cb tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864367 Apr 15 10:56:05.708098 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6d730-4e49-4f0e-b0e8-d73fcff09b67 req-30b73a6b-7209-436e-be8e-6688d85b9da6 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:05.710434 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4bb6d730-4e49-4f0e-b0e8-d73fcff09b67 req-30b73a6b-7209-436e-be8e-6688d85b9da6 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 931 time: 1.8861582 Apr 15 10:56:05.728170 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9658f52-7d34-47e4-834f-4eec28d219d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.760534 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.800294 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b9658f52-7d34-47e4-834f-4eec28d219d9 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/72bf3b5d-a7ac-4323-b3ba-9311a020a7f1 HTTP/1.1" status: 204 len: 168 time: 5.3661163 Apr 15 10:56:05.811543 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 55520) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:05.839663 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Pushing event updated for resources: {'Port': ['ID=943e9d20-8bc7-4f99-919a-f849ab3336b3,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:05.867021 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:05.919174 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:05.928354 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.946768 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Transition to ACTIVE for port object 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:05.954798 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.958639 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4bb6d730-4e49-4f0e-b0e8-d73fcff09b67 req-ef906231-b8bd-4980-a98d-dbc65f1cb835 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216852 Apr 15 10:56:06.034428 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:06.035401 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for port, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:06.037270 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] 10.222.0.108 "PUT /v2.0/ports/943e9d20-8bc7-4f99-919a-f849ab3336b3 HTTP/1.1" status: 200 len: 1093 time: 7.4155443 Apr 15 10:56:06.041029 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f846068c-e465-482b-8e0d-25346ce8f7e0', 'tag': '943e9d20-8bc7-4f99-919a-f849ab3336b3'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:06.054273 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cec007fb-bc0a-4a8a-8649-43748cc0b16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853837892'] for network, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:06.061895 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:06.239317 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 55532) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:06.318597 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:06.482370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cec007fb-bc0a-4a8a-8649-43748cc0b16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854714127', 'neutron.services.segments.db._delete_segments_for_network--9223363309937827905'] for network, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:06.550845 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6bd4b8-98aa-444f-ad3b-5816032f4e2a,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:06.568279 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:06.685932 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device d170e241-21b1-454e-ab58-627b9b88d848 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:06.870667 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port d170e241-21b1-454e-ab58-627b9b88d848 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:06.871090 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:06.871527 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-cec007fb-bc0a-4a8a-8649-43748cc0b16a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8731c8-e4fa-41b8-8dee-db69b4f1c608']}} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:06.927157 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-cec007fb-bc0a-4a8a-8649-43748cc0b16a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f05f86-3209-4483-8bb5-4aab55fb5ba0') {'for_net_delete': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:06.929110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-cec007fb-bc0a-4a8a-8649-43748cc0b16a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f05f86-3209-4483-8bb5-4aab55fb5ba0') {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:07.005912 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-90886485-9923-43ee-a6b2-fc2b83d5c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:07.009980 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-90886485-9923-43ee-a6b2-fc2b83d5c4d0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=12821fb90310449b89fe16127bd0e6fb&device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 1096 time: 0.8281932 Apr 15 10:56:07.013942 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Attempting to bind port 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:07.014327 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Attempting to bind port 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1385, 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:07.014700 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Attempting to bind port 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a on network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:07.021012 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Port 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a on network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:56:07.021380 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Attempting to bind port 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a on network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:07.029369 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:07.029747 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Checking segment: {'id': 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1385, 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:07.030358 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Bound using segment: {'id': 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1385, 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:07.030988 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Bound port: 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1385, 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:07.031478 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.061812 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cec007fb-bc0a-4a8a-8649-43748cc0b16a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309937828161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847582343'] for segment, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.154004 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55576) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:07.168995 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f846068c-e465-482b-8e0d-25346ce8f7e0', 'tag': '943e9d20-8bc7-4f99-919a-f849ab3336b3', 'status': 'completed', 'code': 200} Apr 15 10:56:07.177077 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-3093320a-7f24-4108-a82f-2fb6e8e23ef3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1151145980', 'description': 'tempest-description--679667817'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:07.178687 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4cc4205d-f0a7-4636-b73b-c2c25e19535d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.193980 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3093320a-7f24-4108-a82f-2fb6e8e23ef3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:07.200017 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-3093320a-7f24-4108-a82f-2fb6e8e23ef3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Usage tracker for resource:security_group and tenant:32210517f2e94192a5ba2da4ed6b7d44 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:07.207430 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-3093320a-7f24-4108-a82f-2fb6e8e23ef3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:07.210541 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-5a8f214b-6e03-4b8e-bfe3-a4f5607be986 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=943e9d20-8bc7-4f99-919a-f849ab3336b3 HTTP/1.1" status: 200 len: 217 time: 0.1375308 Apr 15 10:56:07.211651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cec007fb-bc0a-4a8a-8649-43748cc0b16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.223056 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3093320a-7f24-4108-a82f-2fb6e8e23ef3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:07.229160 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4cc4205d-f0a7-4636-b73b-c2c25e19535d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:07.253423 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3093320a-7f24-4108-a82f-2fb6e8e23ef3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.272457 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.314383 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3093320a-7f24-4108-a82f-2fb6e8e23ef3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:07.329791 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-3c2ba7f8-615d-4a95-a093-b17794dc1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:07.331066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-3093320a-7f24-4108-a82f-2fb6e8e23ef3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Usage tracker for resource:security_group_rule and tenant:32210517f2e94192a5ba2da4ed6b7d44 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:07.332890 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-3c2ba7f8-615d-4a95-a093-b17794dc1262 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ca01a20a-05af-4ce9-901f-6f7b165f5b25 HTTP/1.1" status: 200 len: 852 time: 0.1084049 Apr 15 10:56:07.338776 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-3093320a-7f24-4108-a82f-2fb6e8e23ef3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:07.340749 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec007fb-bc0a-4a8a-8649-43748cc0b16a admin admin] Releasing vlan 1367 on physical network physnet1 to pool {{(pid=85292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:56:07.353994 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3093320a-7f24-4108-a82f-2fb6e8e23ef3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:07.359827 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4cc4205d-f0a7-4636-b73b-c2c25e19535d admin admin] Usage tracker for resource:security_group_rule and tenant:fc6ba13ab9b549cc9edf10c8fd822f30 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:07.368357 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] For port 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a, host hv-cinder-78638, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:07.373445 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] For port 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6f6bd4b8-98aa-444f-ad3b-5816032f4e2a,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:07.378702 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.396704 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:07.473188 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4cc4205d-f0a7-4636-b73b-c2c25e19535d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:07.488930 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6bd4b8-98aa-444f-ad3b-5816032f4e2a,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:07.539370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:07.583586 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4cc4205d-f0a7-4636-b73b-c2c25e19535d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:07.613647 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-f704ee06-53df-448c-9e2b-019733e8e5f7 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=12262417-372c-40b6-b506-1c4ff9ce5fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2503452 Apr 15 10:56:07.628593 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Sync routers for ids ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'] in dv-cinder-786386-1-smb {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:56:07.634036 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:07.634903 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.636389 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] 10.222.0.108 "PUT /v2.0/ports/6f6bd4b8-98aa-444f-ad3b-5816032f4e2a HTTP/1.1" status: 200 len: 1093 time: 3.1761336 Apr 15 10:56:07.636947 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf25999-eb0c-4630-8305-a76fd91c5b8a', 'tag': '6f6bd4b8-98aa-444f-ad3b-5816032f4e2a'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:07.648733 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Routers {'f0b5254f-2271-42e8-b2f2-1b5d85d8696b'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:56:07.649617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:56:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:07.838325 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-99259124-541c-4702-a447-691178edfa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:07.840478 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-99259124-541c-4702-a447-691178edfa90 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ebaf350254024013abef072cdfb97bb3&device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 1096 time: 0.1260333 Apr 15 10:56:07.962065 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Set router f0b5254f-2271-42e8-b2f2-1b5d85d8696b gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:56:07.964140 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-b0bf612a-3f53-4c85-b6c1-3ae892838124 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f6bd4b8-98aa-444f-ad3b-5816032f4e2a HTTP/1.1" status: 200 len: 217 time: 0.1078959 Apr 15 10:56:08.057387 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-cec007fb-bc0a-4a8a-8649-43748cc0b16a admin admin] Network 3d8731c8-e4fa-41b8-8dee-db69b4f1c608 has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:56:08.079969 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-218fd9a1-6996-45f8-93bc-248bb44cc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:08.084010 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-218fd9a1-6996-45f8-93bc-248bb44cc870 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=36e0b5c0-1bda-4299-bc80-7737df16b96c HTTP/1.1" status: 200 len: 854 time: 0.1113596 Apr 15 10:56:08.134295 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cec007fb-bc0a-4a8a-8649-43748cc0b16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7189033'] for segment, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:08.166992 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-3438f024-cb26-444c-8077-b9670fb16b4a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760920 Apr 15 10:56:08.379053 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'cb6395b0-c749-4b13-9bd8-9a326dba1419', 'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'mac_address': 'fa:16:3e:5c:e2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:59Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 2, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'subnets': [{'id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:08.383972 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Checking router: f0b5254f-2271-42e8-b2f2-1b5d85d8696b for host: dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:56:08.384740 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Updating router f0b5254f-2271-42e8-b2f2-1b5d85d8696b port cb6395b0-c749-4b13-9bd8-9a326dba1419 binding host dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:56:08.422371 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-ad6674f5-a274-4982-8ec1-21b4e2f25cab service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472594 Apr 15 10:56:08.438878 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fea4eb-1c08-4755-bf2d-9405d744ea4f req-bfa44221-79e3-4b86-aeb3-132c36225fe6 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:08.446964 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f0fea4eb-1c08-4755-bf2d-9405d744ea4f req-bfa44221-79e3-4b86-aeb3-132c36225fe6 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 943 time: 1.1129284 Apr 15 10:56:08.455708 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:08.467708 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b60ea-8362-4e6b-8505-ead711c1f096 req-02bdb366-432f-418a-99df-c6b51cd7590e tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:08.470009 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a05b60ea-8362-4e6b-8505-ead711c1f096 req-02bdb366-432f-418a-99df-c6b51cd7590e tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 943 time: 1.1319718 Apr 15 10:56:08.501213 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-3d42b146-cbb6-4bcb-b0a5-e2f054021c56 service neutron] 10.222.0.108 "GET /v2.0/networks/12262417-372c-40b6-b506-1c4ff9ce5fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8553023 Apr 15 10:56:08.534958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-cec007fb-bc0a-4a8a-8649-43748cc0b16a admin admin] Network 3d8731c8-e4fa-41b8-8dee-db69b4f1c608 has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: Traceback (most recent call last): Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: timer() Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: cb(*args, **kw) Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: return func(*args, **kwargs) Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: self._notify() Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: self.callback(batched_events) Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: event.method(event) Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: segment_id)['aggregates'][0] Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: return f(self, *a, **k) Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: return self._get(url).json() Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: **kwargs) Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: return self.request(url, 'GET', **kwargs) Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: **endpoint_filter) Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:56:08.596708 dv-cinder-786386-1-smb neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:56:08.748628 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6f1eba58-f0cf-4a8a-a38c-19198924e2b9 req-24e79e3a-8aa3-4230-8880-94abf84e309e service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144219 Apr 15 10:56:08.805281 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f0fea4eb-1c08-4755-bf2d-9405d744ea4f req-d5785bed-7507-4b8f-b848-2fc63f85b7c0 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570845 Apr 15 10:56:08.872096 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e395c8a2-d12d-4d9c-bba2-7c49483b53a8 req-c629189e-3e2d-4c97-b7b7-6f9de20b68a3 service neutron] 10.222.0.108 "GET /v2.0/networks/12262417-372c-40b6-b506-1c4ff9ce5fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567972 Apr 15 10:56:08.879018 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a05b60ea-8362-4e6b-8505-ead711c1f096 req-aea92157-a43c-40b6-a7b1-5941585180a7 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815718 Apr 15 10:56:08.918243 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cec007fb-bc0a-4a8a-8649-43748cc0b16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-61574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447513'] for network, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:08.979102 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cec007fb-bc0a-4a8a-8649-43748cc0b16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:08.985404 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:09.019409 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec007fb-bc0a-4a8a-8649-43748cc0b16a admin admin] Pushing event deleted for resources: {'Network': ['ID=3d8731c8-e4fa-41b8-8dee-db69b4f1c608,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:09.022211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cec007fb-bc0a-4a8a-8649-43748cc0b16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:09.060636 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3093320a-7f24-4108-a82f-2fb6e8e23ef3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.076282 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3093320a-7f24-4108-a82f-2fb6e8e23ef3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.091815 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:09.095801 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-cec007fb-bc0a-4a8a-8649-43748cc0b16a admin admin] 10.222.0.98 "DELETE /v2.0/networks/3d8731c8-e4fa-41b8-8dee-db69b4f1c608 HTTP/1.1" status: 204 len: 168 time: 3.2726538 Apr 15 10:56:09.168384 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4cc4205d-f0a7-4636-b73b-c2c25e19535d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.176456 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4cc4205d-f0a7-4636-b73b-c2c25e19535d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.180859 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca2898-62b9-4d77-aa86-14ca9baedc29 req-8fe3c847-4dce-4916-b134-f32b5d109953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:09.182710 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e2ca2898-62b9-4d77-aa86-14ca9baedc29 req-8fe3c847-4dce-4916-b134-f32b5d109953 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=12821fb90310449b89fe16127bd0e6fb&device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 1096 time: 0.1690545 Apr 15 10:56:09.196232 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:09.223934 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3093320a-7f24-4108-a82f-2fb6e8e23ef3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.225501 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-3093320a-7f24-4108-a82f-2fb6e8e23ef3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0595374 Apr 15 10:56:09.231937 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093320a-7f24-4108-a82f-2fb6e8e23ef3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fa400a-74ed-4109-8563-2e2d315b6dd9,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:09.235213 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55638) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:09.240742 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3093320a-7f24-4108-a82f-2fb6e8e23ef3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:09.251427 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-d330fdb0-f0e9-4fe0-b93a-8a2878b72969 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Request body: {'security_group_rule': {'security_group_id': 'a7fa400a-74ed-4109-8563-2e2d315b6dd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:09.266412 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d330fdb0-f0e9-4fe0-b93a-8a2878b72969 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:09.275491 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d330fdb0-f0e9-4fe0-b93a-8a2878b72969 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Usage tracker for resource:security_group_rule and tenant:32210517f2e94192a5ba2da4ed6b7d44 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:09.281880 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d330fdb0-f0e9-4fe0-b93a-8a2878b72969 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:09.307347 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d330fdb0-f0e9-4fe0-b93a-8a2878b72969 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:09.343124 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d330fdb0-f0e9-4fe0-b93a-8a2878b72969 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.363427 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf25999-eb0c-4630-8305-a76fd91c5b8a', 'tag': '6f6bd4b8-98aa-444f-ad3b-5816032f4e2a', 'status': 'completed', 'code': 200} Apr 15 10:56:09.379816 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-4cc4205d-f0a7-4636-b73b-c2c25e19535d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fc6ba13ab9b549cc9edf10c8fd822f30&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1393199 Apr 15 10:56:09.384898 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55644) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:09.395055 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4205d-f0a7-4636-b73b-c2c25e19535d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85b7375-c704-4cb0-90f2-7f76b712ff3a,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:09.398302 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4cc4205d-f0a7-4636-b73b-c2c25e19535d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:09.423808 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca2898-62b9-4d77-aa86-14ca9baedc29 req-dfaa35cf-bf56-47d3-a410-9e72052024f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:09.425432 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e2ca2898-62b9-4d77-aa86-14ca9baedc29 req-dfaa35cf-bf56-47d3-a410-9e72052024f5 service neutron] 10.222.0.108 "GET /v2.0/networks?id=12262417-372c-40b6-b506-1c4ff9ce5fa6 HTTP/1.1" status: 200 len: 914 time: 0.2321658 Apr 15 10:56:09.499874 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55652) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:09.513912 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.528739 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Transition to ACTIVE for port object cb6395b0-c749-4b13-9bd8-9a326dba1419 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:09.536624 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e2ca2898-62b9-4d77-aa86-14ca9baedc29 req-c0210c2b-30bb-473c-9a6a-bae5fde2e542 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=943e9d20-8bc7-4f99-919a-f849ab3336b3 HTTP/1.1" status: 200 len: 217 time: 0.1038899 Apr 15 10:56:09.536878 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.555613 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ee5a7de9-e16e-4ffb-984c-949680da626f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:09.576500 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d330fdb0-f0e9-4fe0-b93a-8a2878b72969 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.600074 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d330fdb0-f0e9-4fe0-b93a-8a2878b72969 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.621896 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca2898-62b9-4d77-aa86-14ca9baedc29 req-8ac7a6dd-b6ca-4a0d-950a-10d649b5a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:09.623454 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e2ca2898-62b9-4d77-aa86-14ca9baedc29 req-8ac7a6dd-b6ca-4a0d-950a-10d649b5a1a4 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ca01a20a-05af-4ce9-901f-6f7b165f5b25 HTTP/1.1" status: 200 len: 852 time: 0.0792036 Apr 15 10:56:09.625441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:09.682444 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e2ca2898-62b9-4d77-aa86-14ca9baedc29 req-2a1b238c-decd-4d1f-9f8e-501a1a477bc8 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=12262417-372c-40b6-b506-1c4ff9ce5fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506291 Apr 15 10:56:09.684666 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be12c9-c838-403f-8c73-8863f9113108 None None] Pushing event updated for resources: {'Port': ['ID=cb6395b0-c749-4b13-9bd8-9a326dba1419,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:09.688185 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330fdb0-f0e9-4fe0-b93a-8a2878b72969 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80eb75d-81c4-4df5-84f1-7149bb63dc29,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:09.695724 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-841312bc-9f8c-4b36-9e15-f9585e72b26e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d7414ea336fd472faab4cdc1c97b495e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1910336 Apr 15 10:56:09.696495 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d3c38a13-4da1-4bef-a378-58d7b0a644f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.701766 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55658) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:09.706896 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d330fdb0-f0e9-4fe0-b93a-8a2878b72969 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:09.719742 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d5be12c9-c838-403f-8c73-8863f9113108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:09.735541 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73993f93-880e-4568-87dc-6241e8116e59 req-596c0c20-869a-4392-a98b-4f4993930601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:09.737200 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73993f93-880e-4568-87dc-6241e8116e59 req-596c0c20-869a-4392-a98b-4f4993930601 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ebaf350254024013abef072cdfb97bb3&device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 1096 time: 0.3055367 Apr 15 10:56:09.746423 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d330fdb0-f0e9-4fe0-b93a-8a2878b72969 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.750776 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-d330fdb0-f0e9-4fe0-b93a-8a2878b72969 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5111020 Apr 15 10:56:09.777203 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55662) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:09.788244 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d3c38a13-4da1-4bef-a378-58d7b0a644f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.799949 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-b1a3268d-806c-4921-aa4e-36daccf3f97b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Request body: {'security_group_rule': {'security_group_id': 'a7fa400a-74ed-4109-8563-2e2d315b6dd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:09.852579 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e2ca2898-62b9-4d77-aa86-14ca9baedc29 req-cf9f3604-fe53-48ed-870a-2aceea3ec4da service neutron] 10.222.0.108 "GET /v2.0/networks/12262417-372c-40b6-b506-1c4ff9ce5fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623335 Apr 15 10:56:09.882228 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b1a3268d-806c-4921-aa4e-36daccf3f97b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:09.951611 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Attempting to bind port cb6395b0-c749-4b13-9bd8-9a326dba1419 on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:09.952229 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Attempting to bind port cb6395b0-c749-4b13-9bd8-9a326dba1419 by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:09.953759 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Attempting to bind port cb6395b0-c749-4b13-9bd8-9a326dba1419 on network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:09.960568 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:09.966496 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b1a3268d-806c-4921-aa4e-36daccf3f97b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Usage tracker for resource:security_group_rule and tenant:32210517f2e94192a5ba2da4ed6b7d44 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:09.969307 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Checking segment: {'id': 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:09.970096 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.970689 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Bound using segment: {'id': 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:09.971382 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Bound port: cb6395b0-c749-4b13-9bd8-9a326dba1419, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:09.971953 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.999296 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b1a3268d-806c-4921-aa4e-36daccf3f97b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:10.024860 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b1a3268d-806c-4921-aa4e-36daccf3f97b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:10.026071 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e2ca2898-62b9-4d77-aa86-14ca9baedc29 req-00997d9a-07db-47a3-871a-c4e38c4483c8 service neutron] 10.222.0.108 "GET /v2.0/networks/12262417-372c-40b6-b506-1c4ff9ce5fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648412 Apr 15 10:56:10.090381 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5feee8b3-af6a-46ab-8f53-8fa21f7ba70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.117071 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b1a3268d-806c-4921-aa4e-36daccf3f97b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.154986 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] For port cb6395b0-c749-4b13-9bd8-9a326dba1419, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:10.158701 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] For port cb6395b0-c749-4b13-9bd8-9a326dba1419, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=cb6395b0-c749-4b13-9bd8-9a326dba1419,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:10.159052 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73993f93-880e-4568-87dc-6241e8116e59 req-a85386bb-933d-4bb7-97c8-2448244fd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:10.160723 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73993f93-880e-4568-87dc-6241e8116e59 req-a85386bb-933d-4bb7-97c8-2448244fd3fe service neutron] 10.222.0.108 "GET /v2.0/networks?id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35 HTTP/1.1" status: 200 len: 916 time: 0.4082658 Apr 15 10:56:10.163369 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.178222 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5feee8b3-af6a-46ab-8f53-8fa21f7ba70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.180776 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-aab0a71b-98a2-4fcc-a64c-b68088c3893e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:10.203569 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8156304-3d4a-48a8-8bcc-81f7f27e6206 req-e903e411-6250-4e42-ba50-2d4e42a638f9 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:10.205124 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c8156304-3d4a-48a8-8bcc-81f7f27e6206 req-e903e411-6250-4e42-ba50-2d4e42a638f9 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 943 time: 0.2284644 Apr 15 10:56:10.219828 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8887115-c837-43f5-b963-eb4f76de452a req-9b3cbfb2-5353-4327-b8ad-df97a8a76b43 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:10.222828 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f8887115-c837-43f5-b963-eb4f76de452a req-9b3cbfb2-5353-4327-b8ad-df97a8a76b43 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 943 time: 0.1336334 Apr 15 10:56:10.256420 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d3c38a13-4da1-4bef-a378-58d7b0a644f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.280562 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73993f93-880e-4568-87dc-6241e8116e59 req-dc6eec17-1967-4d09-866c-0aa680b66285 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f6bd4b8-98aa-444f-ad3b-5816032f4e2a HTTP/1.1" status: 200 len: 217 time: 0.1045671 Apr 15 10:56:10.291678 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:10.301256 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c8156304-3d4a-48a8-8bcc-81f7f27e6206 req-7bebdba3-b182-4ab3-b579-ce96d4377d10 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771139 Apr 15 10:56:10.337586 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f8887115-c837-43f5-b963-eb4f76de452a req-15932091-1bef-4cda-8b3e-85272aeddd4c tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959976 Apr 15 10:56:10.358324 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be12c9-c838-403f-8c73-8863f9113108 None None] Pushing event updated for resources: {'Port': ['ID=cb6395b0-c749-4b13-9bd8-9a326dba1419,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:10.373347 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d5be12c9-c838-403f-8c73-8863f9113108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:10.423801 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73993f93-880e-4568-87dc-6241e8116e59 req-4fc9dc50-c8f0-4350-86c3-48bee4621a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:10.425569 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73993f93-880e-4568-87dc-6241e8116e59 req-4fc9dc50-c8f0-4350-86c3-48bee4621a82 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=36e0b5c0-1bda-4299-bc80-7737df16b96c HTTP/1.1" status: 200 len: 854 time: 0.1255379 Apr 15 10:56:10.429649 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c38a13-4da1-4bef-a378-58d7b0a644f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85b7375-c704-4cb0-90f2-7f76b712ff3a,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:10.445005 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d3c38a13-4da1-4bef-a378-58d7b0a644f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:10.449740 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d3c38a13-4da1-4bef-a378-58d7b0a644f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.461712 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-d3c38a13-4da1-4bef-a378-58d7b0a644f4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e85b7375-c704-4cb0-90f2-7f76b712ff3a HTTP/1.1" status: 204 len: 168 time: 1.0724671 Apr 15 10:56:10.465985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5feee8b3-af6a-46ab-8f53-8fa21f7ba70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.473046 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Routers {'f0b5254f-2271-42e8-b2f2-1b5d85d8696b'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:56:10.473859 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:56:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:10.613818 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:10.642397 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73993f93-880e-4568-87dc-6241e8116e59 req-dc6750eb-8126-421f-9574-0c26c43f6cb3 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1940768 Apr 15 10:56:10.665892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feee8b3-af6a-46ab-8f53-8fa21f7ba70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eeab09e-98da-452e-a647-625a7b51cdd5,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:10.698722 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5feee8b3-af6a-46ab-8f53-8fa21f7ba70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:10.701886 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b1a3268d-806c-4921-aa4e-36daccf3f97b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.711113 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device cb6395b0-c749-4b13-9bd8-9a326dba1419 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:10.764718 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:56:10.772632 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5feee8b3-af6a-46ab-8f53-8fa21f7ba70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.773910 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-5feee8b3-af6a-46ab-8f53-8fa21f7ba70f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9eeab09e-98da-452e-a647-625a7b51cdd5 HTTP/1.1" status: 204 len: 168 time: 1.0593066 Apr 15 10:56:10.774901 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b1a3268d-806c-4921-aa4e-36daccf3f97b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.836235 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:10.880623 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3268d-806c-4921-aa4e-36daccf3f97b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0146d37-4eaa-48f8-8a52-3e1c09ebb1fd,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:10.888669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b1a3268d-806c-4921-aa4e-36daccf3f97b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:10.901530 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b1a3268d-806c-4921-aa4e-36daccf3f97b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.916295 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b1a3268d-806c-4921-aa4e-36daccf3f97b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1280746 Apr 15 10:56:10.916295 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55692) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:10.939213 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Request body: {'floatingip': {'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:10.948616 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:10.954189 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Usage tracker for resource:floatingip and tenant:32210517f2e94192a5ba2da4ed6b7d44 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:10.956152 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] Set router f0b5254f-2271-42e8-b2f2-1b5d85d8696b gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:56:10.961477 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:10.981197 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:10.999437 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73993f93-880e-4568-87dc-6241e8116e59 req-b593ea8c-6acd-4bde-b888-9d6dfc835bbc service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019137 Apr 15 10:56:11.080569 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for floatingip, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:11.178024 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 55706) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:11.241698 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port cb6395b0-c749-4b13-9bd8-9a326dba1419 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:11.311598 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port cb6395b0-c749-4b13-9bd8-9a326dba1419 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:11.312809 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:11.409322 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73993f93-880e-4568-87dc-6241e8116e59 req-e598ed27-c05d-456f-b626-8522538f1b8e service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007888 Apr 15 10:56:11.528894 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:11.612197 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:11.717206 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] For port cb6395b0-c749-4b13-9bd8-9a326dba1419, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=cb6395b0-c749-4b13-9bd8-9a326dba1419,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:11.726227 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:11.736778 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:11.742699 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Allocated IP 172.28.1.254 (75f67454-9d0f-442c-bd06-ccb5d72eecb7/92e09409-23cb-47a5-83a3-d0bf73c89cb1/33fe9ad3-ccac-4215-8057-e2c15b7a6186) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:11.744325 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711c4eb-754a-4809-bffc-843fb031a5e1 req-6294fbb0-fd62-4339-9d44-0d4548d6ef47 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:11.746471 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c711c4eb-754a-4809-bffc-843fb031a5e1 req-6294fbb0-fd62-4339-9d44-0d4548d6ef47 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 943 time: 0.2684102 Apr 15 10:56:11.756451 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f96e-6968-4822-a765-f0c903e98dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:11.802960 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e4f9f96e-6968-4822-a765-f0c903e98dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:11.813525 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e4f9f96e-6968-4822-a765-f0c903e98dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:6d7c20991114479da8d4f0abcfcdd431 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:11.821890 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e4f9f96e-6968-4822-a765-f0c903e98dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:11.835212 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e4f9f96e-6968-4822-a765-f0c903e98dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:11.868029 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55728) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:11.952900 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-4c010d15-1c58-40e6-97d2-ca6969e85bff admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=630cf65257164c3e87019b0713cf26e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0815310 Apr 15 10:56:11.956299 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253d29b-aea2-4f21-8d65-ef4c8e64056c req-883e3add-ed32-4e2a-9b8a-bd661537535b tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:11.958012 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4253d29b-aea2-4f21-8d65-ef4c8e64056c req-883e3add-ed32-4e2a-9b8a-bd661537535b tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 943 time: 0.3763695 Apr 15 10:56:11.960103 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 55734) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:12.064589 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c711c4eb-754a-4809-bffc-843fb031a5e1 req-236f1c08-b950-4145-8ac0-42867f2199ff tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706945 Apr 15 10:56:12.098942 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4253d29b-aea2-4f21-8d65-ef4c8e64056c req-14b6ac2e-5b31-47fa-a7b6-441f73832523 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275535 Apr 15 10:56:12.115727 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.144752 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'cb6395b0-c749-4b13-9bd8-9a326dba1419', 'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'mac_address': 'fa:16:3e:5c:e2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:59Z', 'updated_at': '2021-04-15T10:56:10Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'subnets': [{'id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:12.158005 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc29a5-12e2-498d-baf6-dcaf0bf90b0a None None] The sync data for ids ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'] in dv-cinder-786386-1-smb is: [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'cb6395b0-c749-4b13-9bd8-9a326dba1419', 'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'mac_address': 'fa:16:3e:5c:e2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:59Z', 'updated_at': '2021-04-15T10:56:10Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'subnets': [{'id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:56:12.159657 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-936ad9de-d18a-4f93-ad1c-a2bf25c07a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.202158 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.204868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Pushing event updated for resources: {'Port': ['ID=cb6395b0-c749-4b13-9bd8-9a326dba1419,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:12.208087 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:12.264363 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f96e-6968-4822-a765-f0c903e98dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.275120 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-936ad9de-d18a-4f93-ad1c-a2bf25c07a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.295129 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f96e-6968-4822-a765-f0c903e98dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.317907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3b0963b1-ea13-42da-b3d1-1f202d5d7f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:12.353439 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5bd78e62-e16a-480a-8475-d2f2188edf32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:12.423978 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9f96e-6968-4822-a765-f0c903e98dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0c52f0-9176-4f6e-92cb-b379be687253,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:12.428223 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e4f9f96e-6968-4822-a765-f0c903e98dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:12.434653 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e4f9f96e-6968-4822-a765-f0c903e98dd5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6d7c20991114479da8d4f0abcfcdd431&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2554326 Apr 15 10:56:12.436037 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 55758) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:12.517626 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77dddc95-0b99-4f35-b4a4-5c570b4dfc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.559488 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-936ad9de-d18a-4f93-ad1c-a2bf25c07a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.602531 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:12.617105 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.622297 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device cb6395b0-c749-4b13-9bd8-9a326dba1419 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:12.623877 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77dddc95-0b99-4f35-b4a4-5c570b4dfc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.631932 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ad9de-d18a-4f93-ad1c-a2bf25c07a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e800ea-4ca7-446b-86d0-9c395f3c8719,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:12.639321 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-936ad9de-d18a-4f93-ad1c-a2bf25c07a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:12.653919 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-936ad9de-d18a-4f93-ad1c-a2bf25c07a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.658596 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-936ad9de-d18a-4f93-ad1c-a2bf25c07a2a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a9e800ea-4ca7-446b-86d0-9c395f3c8719 HTTP/1.1" status: 204 len: 168 time: 0.6972024 Apr 15 10:56:12.715869 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77dddc95-0b99-4f35-b4a4-5c570b4dfc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.723387 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-682cd0a7-17dc-498e-9b38-40ffa557f1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:12.746956 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dddc95-0b99-4f35-b4a4-5c570b4dfc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0c52f0-9176-4f6e-92cb-b379be687253,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:12.750876 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-77dddc95-0b99-4f35-b4a4-5c570b4dfc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:12.758714 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event updated for resources: {'Port': ['ID=33fe9ad3-ccac-4215-8057-e2c15b7a6186,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:12.764921 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-77dddc95-0b99-4f35-b4a4-5c570b4dfc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.768930 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-77dddc95-0b99-4f35-b4a4-5c570b4dfc70 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fc0c52f0-9176-4f6e-92cb-b379be687253 HTTP/1.1" status: 204 len: 168 time: 0.3289561 Apr 15 10:56:12.775440 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:12.845176 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port cb6395b0-c749-4b13-9bd8-9a326dba1419 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:12.845864 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.941926 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:12.943582 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:12.947103 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:13.084713 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:13.231594 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:13.312908 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 943e9d20-8bc7-4f99-919a-f849ab3336b3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:56:13.473730 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccf15c-795c-41f8-a032-49d1d3869723 req-54085e73-275a-4fef-adbe-603fef002844 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:13.481853 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2eccf15c-795c-41f8-a032-49d1d3869723 req-54085e73-275a-4fef-adbe-603fef002844 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 943 time: 0.2487793 Apr 15 10:56:13.530424 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 943e9d20-8bc7-4f99-919a-f849ab3336b3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=943e9d20-8bc7-4f99-919a-f849ab3336b3,segment=NetworkSegment(44f9044b-b5cf-42fe-a8d1-92756d119ddd),segment_id=44f9044b-b5cf-42fe-a8d1-92756d119ddd)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:13.548540 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': '943e9d20-8bc7-4f99-919a-f849ab3336b3', 'network_id': '12262417-372c-40b6-b506-1c4ff9ce5fa6', 'port_id': '943e9d20-8bc7-4f99-919a-f849ab3336b3', 'mac_address': 'fa:16:3e:c1:4d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca01a20a-05af-4ce9-901f-6f7b165f5b25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:56:13.579732 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 55808) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:13.600715 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2eccf15c-795c-41f8-a032-49d1d3869723 req-a801f891-180e-45f7-97db-68f3ee7d5b49 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160033 Apr 15 10:56:13.624157 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:13.629991 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b21107-2630-4e3c-813f-1929847322c7 req-7b0d7d6a-2357-44ae-9bd5-4c57684fe5a1 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:13.646083 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-57b21107-2630-4e3c-813f-1929847322c7 req-7b0d7d6a-2357-44ae-9bd5-4c57684fe5a1 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 943 time: 0.3513989 Apr 15 10:56:13.646699 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943e9d20-8bc7-4f99-919a-f849ab3336b3 {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:13.665295 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 943e9d20-8bc7-4f99-919a-f849ab3336b3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=943e9d20-8bc7-4f99-919a-f849ab3336b3,segment=NetworkSegment(44f9044b-b5cf-42fe-a8d1-92756d119ddd),segment_id=44f9044b-b5cf-42fe-a8d1-92756d119ddd)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:13.671537 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:13.675843 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:56:13.680078 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:13.685805 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:13.689629 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:13.696526 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8496fe9b-56e9-4a93-b7e8-e5e632cb2180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:13.706061 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:13.719638 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8496fe9b-56e9-4a93-b7e8-e5e632cb2180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:13.724004 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-8496fe9b-56e9-4a93-b7e8-e5e632cb2180 admin admin] Usage tracker for resource:security_group_rule and tenant:0f59e00d793c49c898566f08b0630458 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:13.727304 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-8496fe9b-56e9-4a93-b7e8-e5e632cb2180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:13.734155 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8496fe9b-56e9-4a93-b7e8-e5e632cb2180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:13.851678 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8496fe9b-56e9-4a93-b7e8-e5e632cb2180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:13.866334 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8496fe9b-56e9-4a93-b7e8-e5e632cb2180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:13.882300 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:13.893802 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event updated for resources: {'Port': ['ID=33fe9ad3-ccac-4215-8057-e2c15b7a6186,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:13.900445 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:13.903398 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-57b21107-2630-4e3c-813f-1929847322c7 req-23f3f122-d603-4ee4-a6e4-570e4c2a2fc0 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286334 Apr 15 10:56:13.909403 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=943e9d20-8bc7-4f99-919a-f849ab3336b3,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:13.923349 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:13.957965 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-8496fe9b-56e9-4a93-b7e8-e5e632cb2180 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0f59e00d793c49c898566f08b0630458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561306 Apr 15 10:56:13.960605 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 55822) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:13.974640 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496fe9b-56e9-4a93-b7e8-e5e632cb2180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11742b6-0051-40fd-a3aa-a6d35bafe04c,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:13.980145 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8496fe9b-56e9-4a93-b7e8-e5e632cb2180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:14.023235 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447726'] for floatingip, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.047849 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6f6bd4b8-98aa-444f-ad3b-5816032f4e2a,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:14.070758 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': '6f6bd4b8-98aa-444f-ad3b-5816032f4e2a', 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35', 'port_id': '6f6bd4b8-98aa-444f-ad3b-5816032f4e2a', 'mac_address': 'fa:16:3e:6a:68:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e0b5c0-1bda-4299-bc80-7737df16b96c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:56:14.071776 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9923b3fe-067c-4c0f-8023-9c7f3f3833b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.072332 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.082539 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1575723 Apr 15 10:56:14.132397 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9923b3fe-067c-4c0f-8023-9c7f3f3833b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.146649 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.177093 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:14.185156 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9923b3fe-067c-4c0f-8023-9c7f3f3833b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.194222 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:14.211951 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923b3fe-067c-4c0f-8023-9c7f3f3833b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11742b6-0051-40fd-a3aa-a6d35bafe04c,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:14.215424 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9923b3fe-067c-4c0f-8023-9c7f3f3833b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:14.217034 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9923b3fe-067c-4c0f-8023-9c7f3f3833b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.217586 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6f6bd4b8-98aa-444f-ad3b-5816032f4e2a,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:14.219130 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-9923b3fe-067c-4c0f-8023-9c7f3f3833b3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c11742b6-0051-40fd-a3aa-a6d35bafe04c HTTP/1.1" status: 204 len: 168 time: 0.2572320 Apr 15 10:56:14.236303 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.250841 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:14.334804 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=6f6bd4b8-98aa-444f-ad3b-5816032f4e2a,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:14.339166 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:14.485233 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55866) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:14.493882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55872) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:14.539023 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-6ed95d39-a5de-45fc-9c30-19e1cf470e7e tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Synchronizing usage tracker for tenant:32210517f2e94192a5ba2da4ed6b7d44 on resource:security_group {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:14.569773 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-6ed95d39-a5de-45fc-9c30-19e1cf470e7e tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Unset dirty status for tenant:32210517f2e94192a5ba2da4ed6b7d44 on resource:security_group {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:14.571145 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-6ed95d39-a5de-45fc-9c30-19e1cf470e7e tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1151145980&fields=id&tenant_id=32210517f2e94192a5ba2da4ed6b7d44 HTTP/1.1" status: 200 len: 267 time: 0.1012816 Apr 15 10:56:14.723726 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['943e9d20-8bc7-4f99-919a-f849ab3336b3'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:14.781692 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['6f6bd4b8-98aa-444f-ad3b-5816032f4e2a'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:14.850174 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf461218-85b5-48ac-b240-8c3b015ed877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.881993 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-bf461218-85b5-48ac-b240-8c3b015ed877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:14.887390 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-bf461218-85b5-48ac-b240-8c3b015ed877 admin admin] Usage tracker for resource:security_group_rule and tenant:48ec3264e8994fca9a31d7926d600852 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:14.892560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-bf461218-85b5-48ac-b240-8c3b015ed877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:14.928887 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6f31b71a-4974-40f5-96f4-e3672177022f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.941819 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-bf461218-85b5-48ac-b240-8c3b015ed877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:14.958327 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6f31b71a-4974-40f5-96f4-e3672177022f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:14.965006 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-6f31b71a-4974-40f5-96f4-e3672177022f admin admin] Usage tracker for resource:security_group_rule and tenant:d650974e0d7f43aca5944f8eba475f22 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:14.975446 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-6f31b71a-4974-40f5-96f4-e3672177022f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:14.987435 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6f31b71a-4974-40f5-96f4-e3672177022f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:15.047191 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-74f11830-bdf7-4e1e-9946-f475b0fdeb58 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:15.049087 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-74f11830-bdf7-4e1e-9946-f475b0fdeb58 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Synchronizing usage tracker for tenant:32210517f2e94192a5ba2da4ed6b7d44 on resource:network {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:15.094264 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-74f11830-bdf7-4e1e-9946-f475b0fdeb58 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Unset dirty status for tenant:32210517f2e94192a5ba2da4ed6b7d44 on resource:network {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:15.103242 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-74f11830-bdf7-4e1e-9946-f475b0fdeb58 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/networks?id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e HTTP/1.1" status: 200 len: 817 time: 0.5232790 Apr 15 10:56:15.140245 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-f8a1a040-e2a0-4b8c-97c3-3eb9215c8d61 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/quotas/32210517f2e94192a5ba2da4ed6b7d44 HTTP/1.1" status: 200 len: 375 time: 0.0353246 Apr 15 10:56:15.202929 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c316ebd-d90f-4182-8889-8bf2eb249a2a req-30ac7a34-e104-4965-a36f-362ff66972ce tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:15.205981 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2c316ebd-d90f-4182-8889-8bf2eb249a2a req-30ac7a34-e104-4965-a36f-362ff66972ce tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 944 time: 0.3886518 Apr 15 10:56:15.206645 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf461218-85b5-48ac-b240-8c3b015ed877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:15.226875 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf461218-85b5-48ac-b240-8c3b015ed877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:15.269492 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:15.275270 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2c316ebd-d90f-4182-8889-8bf2eb249a2a req-3feb4e5d-d0a2-495f-b2b0-e82e4a0facd8 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615559 Apr 15 10:56:15.305385 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-bf461218-85b5-48ac-b240-8c3b015ed877 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=48ec3264e8994fca9a31d7926d600852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8181243 Apr 15 10:56:15.309937 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf461218-85b5-48ac-b240-8c3b015ed877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33245e1f-2a7a-496e-ba1b-ca716e62db3e,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:15.314692 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 55900) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:15.330924 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bf461218-85b5-48ac-b240-8c3b015ed877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:15.339953 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6f31b71a-4974-40f5-96f4-e3672177022f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:15.345435 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6f31b71a-4974-40f5-96f4-e3672177022f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:15.357691 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-cbaa063d-bf28-4762-af0c-3fce02268835 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=32210517f2e94192a5ba2da4ed6b7d44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2155831 Apr 15 10:56:15.381128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b8ecf8f8-6102-4b70-b3ee-53a5bb771ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:15.392510 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-6f31b71a-4974-40f5-96f4-e3672177022f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d650974e0d7f43aca5944f8eba475f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8974497 Apr 15 10:56:15.395204 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55906) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:15.419977 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31b71a-4974-40f5-96f4-e3672177022f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab43661-8dd4-4650-98e9-8f67cf4cbe75,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:15.436370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6f31b71a-4974-40f5-96f4-e3672177022f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:15.516378 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce8d419e-9c0d-41b2-b4e0-4015a10ed58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:15.548531 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce8d419e-9c0d-41b2-b4e0-4015a10ed58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:15.574644 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e657c0d4-d524-4ccc-a444-fbd5bf423464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:15.607419 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce8d419e-9c0d-41b2-b4e0-4015a10ed58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:15.619019 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:15.639169 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d419e-9c0d-41b2-b4e0-4015a10ed58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab43661-8dd4-4650-98e9-8f67cf4cbe75,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:15.652355 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e657c0d4-d524-4ccc-a444-fbd5bf423464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:15.654483 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ce8d419e-9c0d-41b2-b4e0-4015a10ed58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:15.655604 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce8d419e-9c0d-41b2-b4e0-4015a10ed58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:15.658009 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-ce8d419e-9c0d-41b2-b4e0-4015a10ed58d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bab43661-8dd4-4650-98e9-8f67cf4cbe75 HTTP/1.1" status: 204 len: 168 time: 0.2612998 Apr 15 10:56:15.667865 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-f30107e8-d7b1-401d-a2d3-a7522f522bdd service neutron] 10.222.0.98 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036287 Apr 15 10:56:15.902168 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-f7ca4d94-550c-47d2-b7dc-33a5e2f15088 service neutron] 10.222.0.98 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333899 Apr 15 10:56:15.903147 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e657c0d4-d524-4ccc-a444-fbd5bf423464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:15.912168 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4cc4205d-f0a7-4636-b73b-c2c25e19535d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:15.935377 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af4e6c-91ca-49d4-8edc-f1ecb6fe3b62 req-26f15e54-b10a-4d1c-8b51-e0cf494afd29 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:15.943601 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c4af4e6c-91ca-49d4-8edc-f1ecb6fe3b62 req-26f15e54-b10a-4d1c-8b51-e0cf494afd29 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 944 time: 0.4303632 Apr 15 10:56:15.951631 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657c0d4-d524-4ccc-a444-fbd5bf423464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33245e1f-2a7a-496e-ba1b-ca716e62db3e,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:15.995515 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e657c0d4-d524-4ccc-a444-fbd5bf423464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:16.006698 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e657c0d4-d524-4ccc-a444-fbd5bf423464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:16.011203 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e657c0d4-d524-4ccc-a444-fbd5bf423464 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/33245e1f-2a7a-496e-ba1b-ca716e62db3e HTTP/1.1" status: 204 len: 168 time: 0.6908157 Apr 15 10:56:16.023820 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c4af4e6c-91ca-49d4-8edc-f1ecb6fe3b62 req-a28bf1fc-5184-4152-b0a5-d6288e00e2e1 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792775 Apr 15 10:56:16.266609 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8d956d07-77c3-4d86-8daf-bb74c8e7830f req-a136fb73-c33b-4fde-a6cf-b54cce931446 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 210 time: 0.0696404 Apr 15 10:56:16.464138 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 55968) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:16.511179 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42ef4656-e535-4b37-822e-53e3d6d2fb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:16.545140 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-42ef4656-e535-4b37-822e-53e3d6d2fb7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:16.549790 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-42ef4656-e535-4b37-822e-53e3d6d2fb7b admin admin] Usage tracker for resource:security_group_rule and tenant:873f9804a66945b0a142b4ee0602b8d3 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:16.552994 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-42ef4656-e535-4b37-822e-53e3d6d2fb7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:16.559601 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-42ef4656-e535-4b37-822e-53e3d6d2fb7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:16.628084 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581411da-8b4e-437d-bbd1-a5cbcfe0f9ac req-57a06ff2-2072-4548-b441-91a869ac7788 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:16.638737 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-581411da-8b4e-437d-bbd1-a5cbcfe0f9ac req-57a06ff2-2072-4548-b441-91a869ac7788 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 944 time: 0.1937909 Apr 15 10:56:16.705277 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-581411da-8b4e-437d-bbd1-a5cbcfe0f9ac req-2338110a-09b1-4183-b2f7-bb01081008a1 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653031 Apr 15 10:56:16.710452 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42ef4656-e535-4b37-822e-53e3d6d2fb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:16.715276 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42ef4656-e535-4b37-822e-53e3d6d2fb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:16.750064 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9b296fd1-b190-4ac7-97ac-3b6f706c17fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:16.769488 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-42ef4656-e535-4b37-822e-53e3d6d2fb7b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=873f9804a66945b0a142b4ee0602b8d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035879 Apr 15 10:56:16.772188 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 55984) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:16.791097 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef4656-e535-4b37-822e-53e3d6d2fb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45941f8e-6e03-454c-b377-63f371ab26ff,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:16.795227 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-42ef4656-e535-4b37-822e-53e3d6d2fb7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:16.865928 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d04-f0f0-4877-93d2-51d1128dc4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:16.896112 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d04-f0f0-4877-93d2-51d1128dc4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:16.954549 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d04-f0f0-4877-93d2-51d1128dc4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:16.962054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-936ad9de-d18a-4f93-ad1c-a2bf25c07a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:16.974262 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be68d04-f0f0-4877-93d2-51d1128dc4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45941f8e-6e03-454c-b377-63f371ab26ff,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:16.977152 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7be68d04-f0f0-4877-93d2-51d1128dc4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:16.984235 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d04-f0f0-4877-93d2-51d1128dc4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:16.985848 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-7be68d04-f0f0-4877-93d2-51d1128dc4bb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/45941f8e-6e03-454c-b377-63f371ab26ff HTTP/1.1" status: 204 len: 168 time: 0.2125518 Apr 15 10:56:17.318124 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 943e9d20-8bc7-4f99-919a-f849ab3336b3 up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:17.322870 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f292218-1a0a-42cc-99c7-5c11301eb87c req-78e3fd6d-e276-4564-b4d0-4b1a6b09d8cf tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:17.330994 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7f292218-1a0a-42cc-99c7-5c11301eb87c req-78e3fd6d-e276-4564-b4d0-4b1a6b09d8cf tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 944 time: 0.1075168 Apr 15 10:56:17.383224 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7f292218-1a0a-42cc-99c7-5c11301eb87c req-cd470243-e32a-4eda-a268-16acc12b2f9e tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510852 Apr 15 10:56:17.423689 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port 943e9d20-8bc7-4f99-919a-f849ab3336b3 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:17.431718 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port 943e9d20-8bc7-4f99-919a-f849ab3336b3 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:17.432292 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:17.540396 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0636551b-1b10-4d8a-988b-3b9eb2352eb6 req-23899c96-d9ec-4fa0-9a1c-1041049925ea tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 210 time: 0.1021693 Apr 15 10:56:17.676843 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:17.721110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f846068c-e465-482b-8e0d-25346ce8f7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943e9d20-8bc7-4f99-919a-f849ab3336b3'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:17.838849 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 943e9d20-8bc7-4f99-919a-f849ab3336b3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=943e9d20-8bc7-4f99-919a-f849ab3336b3,segment=NetworkSegment(44f9044b-b5cf-42fe-a8d1-92756d119ddd),segment_id=44f9044b-b5cf-42fe-a8d1-92756d119ddd)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:17.845949 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:17.847491 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:17.925257 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:18.019147 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-96fd2a2b-3d09-4d9e-bb95-017a40c49789 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:18.021370 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-96fd2a2b-3d09-4d9e-bb95-017a40c49789 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.108 "GET /v2.0/networks?id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e HTTP/1.1" status: 200 len: 817 time: 0.3560057 Apr 15 10:56:18.128280 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=943e9d20-8bc7-4f99-919a-f849ab3336b3,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:18.146481 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:18.149429 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:18.167293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:18.167603 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:18.220870 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-2811d85a-8f89-485a-af13-3c73ed810b13 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Synchronizing usage tracker for tenant:32210517f2e94192a5ba2da4ed6b7d44 on resource:security_group {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:18.241798 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-2811d85a-8f89-485a-af13-3c73ed810b13 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Unset dirty status for tenant:32210517f2e94192a5ba2da4ed6b7d44 on resource:security_group {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:18.243340 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-2811d85a-8f89-485a-af13-3c73ed810b13 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=32210517f2e94192a5ba2da4ed6b7d44 HTTP/1.1" status: 200 len: 5704 time: 0.2043595 Apr 15 10:56:18.255646 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Request body: {'port': {'device_id': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'admin_state_up': True, 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'security_groups': ['a7fa400a-74ed-4109-8563-2e2d315b6dd9']}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:18.270298 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa3871-dbae-42c9-9190-44d3b07dbf97 req-5da04426-0f0a-45d8-91bf-7e162b6132a7 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:18.281787 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b5aa3871-dbae-42c9-9190-44d3b07dbf97 req-5da04426-0f0a-45d8-91bf-7e162b6132a7 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 944 time: 0.3345196 Apr 15 10:56:18.422325 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b5aa3871-dbae-42c9-9190-44d3b07dbf97 req-98976b1d-3a7c-42d0-a458-8a7afcfea8d0 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252110 Apr 15 10:56:18.445891 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:18.458291 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Usage tracker for resource:port and tenant:32210517f2e94192a5ba2da4ed6b7d44 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:18.463119 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:18.479402 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:18.496916 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Made reservation on behalf of 32210517f2e94192a5ba2da4ed6b7d44 for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:18.505538 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:18.569643 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:18.641994 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6f6bd4b8-98aa-444f-ad3b-5816032f4e2a,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:18.649492 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:18.653432 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f3b021b7-8147-4aab-88ad-2dacf4ab61ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:18.736881 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Allocated IP 172.20.0.13 (dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e/ef91ca22-b90c-496e-9216-5832d8c88de8/ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:18.741995 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3ada-9a3e-4cd4-8e6a-e5036cdd4989 req-6c3696c1-edd4-487e-a600-433d10fe96cf tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:18.744115 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-93ec3ada-9a3e-4cd4-8e6a-e5036cdd4989 req-6c3696c1-edd4-487e-a600-433d10fe96cf tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 945 time: 0.1094160 Apr 15 10:56:18.823389 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=6f6bd4b8-98aa-444f-ad3b-5816032f4e2a,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:18.836377 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:18.850225 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f846068c-e465-482b-8e0d-25346ce8f7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943e9d20-8bc7-4f99-919a-f849ab3336b3', 'code': 200} Apr 15 10:56:18.862888 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-93ec3ada-9a3e-4cd4-8e6a-e5036cdd4989 req-58a51f30-1d33-4d69-b2c1-3715b9bea738 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075549 Apr 15 10:56:19.011077 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:19.030781 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Transition to ACTIVE for port object ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:19.059950 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:19.063373 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56096) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:19.092862 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:19.186665 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event updated for resources: {'Port': ['ID=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:19.195741 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:19.222990 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf885d-ad1d-4fb4-8764-80fb5c9d8707 req-ab5d8413-a343-4a36-9285-d607fca1d13a tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:19.224590 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-aabf885d-ad1d-4fb4-8764-80fb5c9d8707 req-ab5d8413-a343-4a36-9285-d607fca1d13a tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 932 time: 0.2286112 Apr 15 10:56:19.230584 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1544324-002a-4c92-ae9d-f27fb0cf7d8e req-612a391b-f8dc-4f32-a553-9a52f4973ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:19.231529 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f1544324-002a-4c92-ae9d-f27fb0cf7d8e req-612a391b-f8dc-4f32-a553-9a52f4973ddd service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 1098 time: 0.1147506 Apr 15 10:56:19.272266 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f1544324-002a-4c92-ae9d-f27fb0cf7d8e req-ac319dfd-eb26-419f-bf0d-da6e569f551d service neutron] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:19.326127 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-aabf885d-ad1d-4fb4-8764-80fb5c9d8707 req-1b9d5768-273d-49f4-b829-d262bb3f3946 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843925 Apr 15 10:56:19.327127 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-f1544324-002a-4c92-ae9d-f27fb0cf7d8e req-ac319dfd-eb26-419f-bf0d-da6e569f551d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:19.341163 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-f1544324-002a-4c92-ae9d-f27fb0cf7d8e req-ac319dfd-eb26-419f-bf0d-da6e569f551d service neutron] Usage tracker for resource:security_group_rule and tenant:7b9c09dd349b4e379ff62f90d3ca42de is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:19.350344 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-f1544324-002a-4c92-ae9d-f27fb0cf7d8e req-ac319dfd-eb26-419f-bf0d-da6e569f551d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:19.357337 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-f1544324-002a-4c92-ae9d-f27fb0cf7d8e req-ac319dfd-eb26-419f-bf0d-da6e569f551d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:19.365511 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:19.367934 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:19.385169 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:19.397397 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:19.398594 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:19.462995 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-40f6d5b5-33f2-41ac-bd94-2b486abaa363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:19.532240 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2827094 Apr 15 10:56:19.533549 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-40f6d5b5-33f2-41ac-bd94-2b486abaa363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:19.536742 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f1544324-002a-4c92-ae9d-f27fb0cf7d8e req-ac319dfd-eb26-419f-bf0d-da6e569f551d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:19.541630 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-40f6d5b5-33f2-41ac-bd94-2b486abaa363 admin admin] Usage tracker for resource:security_group_rule and tenant:9ec25c3cac2944068d1fe709264f75f8 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:19.546935 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f1544324-002a-4c92-ae9d-f27fb0cf7d8e req-ac319dfd-eb26-419f-bf0d-da6e569f551d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:19.548004 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-40f6d5b5-33f2-41ac-bd94-2b486abaa363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:19.561548 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:19.570661 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-40f6d5b5-33f2-41ac-bd94-2b486abaa363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:19.576710 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Request body: {'port': {'device_id': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:19.633956 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f1544324-002a-4c92-ae9d-f27fb0cf7d8e req-ac319dfd-eb26-419f-bf0d-da6e569f551d service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848579 Apr 15 10:56:19.659267 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac319dfd-eb26-419f-bf0d-da6e569f551d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=da8758e7-bdf9-427a-b5b0-55055046c70d,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:19.689184 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ac319dfd-eb26-419f-bf0d-da6e569f551d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:19.767602 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-238690da-efc9-41a7-9180-006d9657fe07 None None] Provisioning for port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:19.777791 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-238690da-efc9-41a7-9180-006d9657fe07 None None] Provisioning complete for port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:19.778217 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-238690da-efc9-41a7-9180-006d9657fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:19.794871 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:19.838079 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140b257-a3ea-449a-92c7-85c9b54c0c2d req-63846231-7904-4c14-9f6e-ab8d5429a921 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:19.844121 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8140b257-a3ea-449a-92c7-85c9b54c0c2d req-63846231-7904-4c14-9f6e-ab8d5429a921 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 945 time: 0.1538467 Apr 15 10:56:19.986369 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8140b257-a3ea-449a-92c7-85c9b54c0c2d req-ba123fbc-6f57-42aa-94a9-9a3d45eb50ae tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358345 Apr 15 10:56:19.992935 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-238690da-efc9-41a7-9180-006d9657fe07 None None] Port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:56:20.292355 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e5a07-f6db-473c-b34b-4fe898215b11 req-f796244d-8ab4-4c7e-9585-6c532100b74c tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:20.300580 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a49e5a07-f6db-473c-b34b-4fe898215b11 req-f796244d-8ab4-4c7e-9585-6c532100b74c tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 945 time: 0.1830161 Apr 15 10:56:20.360138 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a49e5a07-f6db-473c-b34b-4fe898215b11 req-02e5bfe9-e237-4d20-8ab0-c44a45259d68 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562258 Apr 15 10:56:20.371256 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-40f6d5b5-33f2-41ac-bd94-2b486abaa363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.376338 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-40f6d5b5-33f2-41ac-bd94-2b486abaa363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.409263 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-75fb92f3-7fe5-40d9-89bc-f649bc0ef5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:20.505786 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6d5b5-33f2-41ac-bd94-2b486abaa363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79459f1a-4c44-4d60-8ac6-6ac2a2d8936f,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:20.559734 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-40f6d5b5-33f2-41ac-bd94-2b486abaa363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:20.598785 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965a545-1b94-4914-b391-cef5ee1b0642 req-558429e6-f1a0-49ec-a806-99b88b91c2b2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:20.600662 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e965a545-1b94-4914-b391-cef5ee1b0642 req-558429e6-f1a0-49ec-a806-99b88b91c2b2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 932 time: 0.1428032 Apr 15 10:56:20.623163 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-40f6d5b5-33f2-41ac-bd94-2b486abaa363 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9ec25c3cac2944068d1fe709264f75f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5586390 Apr 15 10:56:20.630686 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56156) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:20.679548 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e965a545-1b94-4914-b391-cef5ee1b0642 req-05d3e1bd-eba4-4e0f-b51e-b1c47cccb55f tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656836 Apr 15 10:56:20.680229 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 56162) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:20.819717 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1047f106-3935-4dfe-b589-381a0c6f3534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.824419 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f519b7b0-e64f-454d-a6bc-3758dfbdf6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.840362 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f519b7b0-e64f-454d-a6bc-3758dfbdf6f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:20.845106 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-f519b7b0-e64f-454d-a6bc-3758dfbdf6f5 admin admin] Usage tracker for resource:security_group_rule and tenant:a578919606f34a4cbe85c5e54086a64a is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:20.848285 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-f519b7b0-e64f-454d-a6bc-3758dfbdf6f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:20.851371 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf25999-eb0c-4630-8305-a76fd91c5b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6bd4b8-98aa-444f-ad3b-5816032f4e2a'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:20.861281 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f519b7b0-e64f-454d-a6bc-3758dfbdf6f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:20.869401 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1047f106-3935-4dfe-b589-381a0c6f3534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.882750 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:20.901846 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.912790 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf25999-eb0c-4630-8305-a76fd91c5b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6bd4b8-98aa-444f-ad3b-5816032f4e2a', 'code': 200} Apr 15 10:56:20.936387 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Transition to ACTIVE for port object ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:20.939876 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.957887 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:20.969872 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f519b7b0-e64f-454d-a6bc-3758dfbdf6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.973596 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f519b7b0-e64f-454d-a6bc-3758dfbdf6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.983668 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a1615764-a417-4807-846f-44fdd29109d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:21.049715 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f519b7b0-e64f-454d-a6bc-3758dfbdf6f5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a578919606f34a4cbe85c5e54086a64a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656809 Apr 15 10:56:21.049715 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519b7b0-e64f-454d-a6bc-3758dfbdf6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e010aa-90b9-44ac-b212-fbabed68de87,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:21.050957 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 56180) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:21.056290 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f519b7b0-e64f-454d-a6bc-3758dfbdf6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:21.076902 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1047f106-3935-4dfe-b589-381a0c6f3534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.119282 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1047f106-3935-4dfe-b589-381a0c6f3534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.120522 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-1047f106-3935-4dfe-b589-381a0c6f3534 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/79459f1a-4c44-4d60-8ac6-6ac2a2d8936f HTTP/1.1" status: 204 len: 168 time: 0.4860373 Apr 15 10:56:21.127052 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Pushing event updated for resources: {'Port': ['ID=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:21.132762 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:21.133234 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:21.167445 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5d07-83e4-4b91-b622-98df7aba0b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.174622 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047f106-3935-4dfe-b589-381a0c6f3534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79459f1a-4c44-4d60-8ac6-6ac2a2d8936f,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:21.191798 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1047f106-3935-4dfe-b589-381a0c6f3534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:21.435103 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5d07-83e4-4b91-b622-98df7aba0b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.745130 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72302b-606b-496e-b1d0-48d4bdc2ccc7 req-3681732a-5260-450b-93e4-87c4229f9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:21.757993 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fa72302b-606b-496e-b1d0-48d4bdc2ccc7 req-3681732a-5260-450b-93e4-87c4229f9ade service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 1098 time: 0.4072943 Apr 15 10:56:21.760613 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5d07-83e4-4b91-b622-98df7aba0b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.783188 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54734fb6-a0e3-4178-895b-8e56421a5f4a req-40b467d5-757f-4613-a2bc-fd794aaa59e0 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:21.784924 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-54734fb6-a0e3-4178-895b-8e56421a5f4a req-40b467d5-757f-4613-a2bc-fd794aaa59e0 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 945 time: 0.5405438 Apr 15 10:56:21.846179 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56210) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:21.860473 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:21.881212 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f5d07-83e4-4b91-b622-98df7aba0b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e010aa-90b9-44ac-b212-fbabed68de87,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:21.913474 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5069702a-0e19-430e-ace1-0872b2c9e10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.937356 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Attempting to bind port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:21.937729 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Attempting to bind port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:21.938096 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Attempting to bind port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 on network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:21.941942 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5069702a-0e19-430e-ace1-0872b2c9e10e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:21.947656 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 on network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:56:21.948114 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Attempting to bind port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 on network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:21.951817 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5069702a-0e19-430e-ace1-0872b2c9e10e admin admin] Usage tracker for resource:security_group_rule and tenant:abecd076810c4747bebae5e49668dc39 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:21.957200 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5069702a-0e19-430e-ace1-0872b2c9e10e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:21.958876 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5d07-83e4-4b91-b622-98df7aba0b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.960186 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:21.960571 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Checking segment: {'id': 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:21.961020 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Bound using segment: {'id': 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:21.964325 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Bound port: ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:21.964325 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.964537 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-3a9f5d07-83e4-4b91-b622-98df7aba0b1c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/98e010aa-90b9-44ac-b212-fbabed68de87 HTTP/1.1" status: 204 len: 168 time: 0.9099567 Apr 15 10:56:21.970897 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3a9f5d07-83e4-4b91-b622-98df7aba0b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:21.976211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5069702a-0e19-430e-ace1-0872b2c9e10e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:22.030982 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-fa72302b-606b-496e-b1d0-48d4bdc2ccc7 req-8e248114-b906-4574-ac11-bf8a3c8bf61d service neutron] Synchronizing usage tracker for tenant:7b9c09dd349b4e379ff62f90d3ca42de on resource:security_group {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:22.081959 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-54734fb6-a0e3-4178-895b-8e56421a5f4a req-6bcb380a-7ef9-472f-89ef-9d4234b016f6 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228422 Apr 15 10:56:22.085993 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-fa72302b-606b-496e-b1d0-48d4bdc2ccc7 req-8e248114-b906-4574-ac11-bf8a3c8bf61d service neutron] Unset dirty status for tenant:7b9c09dd349b4e379ff62f90d3ca42de on resource:security_group {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:22.087181 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fa72302b-606b-496e-b1d0-48d4bdc2ccc7 req-8e248114-b906-4574-ac11-bf8a3c8bf61d service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568274 Apr 15 10:56:22.124030 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a88a74-b360-452e-9e26-57a447f56db6 req-b1f58ac5-c1cf-4d71-9665-4101dc66ab68 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:22.125935 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b8a88a74-b360-452e-9e26-57a447f56db6 req-b1f58ac5-c1cf-4d71-9665-4101dc66ab68 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 945 time: 0.3399875 Apr 15 10:56:22.146716 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] For port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214, host hv-cinder-78638, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:22.161524 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] For port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:22.180958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.211357 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:22.239616 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b8a88a74-b360-452e-9e26-57a447f56db6 req-04822ac0-1523-41c0-8765-96f20f2880a4 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061366 Apr 15 10:56:22.377900 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5069702a-0e19-430e-ace1-0872b2c9e10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.391495 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5069702a-0e19-430e-ace1-0872b2c9e10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.430153 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Pushing event updated for resources: {'Port': ['ID=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:22.446797 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:22.447278 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:22.474793 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eb115-8130-440c-934e-c2a51058b722 req-c26b1ee8-dd4a-4324-8e31-0e5b00159d42 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:22.476487 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d55eb115-8130-440c-934e-c2a51058b722 req-c26b1ee8-dd4a-4324-8e31-0e5b00159d42 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.2358651 Apr 15 10:56:22.478387 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-5069702a-0e19-430e-ace1-0872b2c9e10e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=abecd076810c4747bebae5e49668dc39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6296964 Apr 15 10:56:22.489162 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56222) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:22.520005 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069702a-0e19-430e-ace1-0872b2c9e10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abd36b5-ff43-49d7-9349-f7257e13e811,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:22.526321 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56226) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:22.536072 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5069702a-0e19-430e-ace1-0872b2c9e10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:22.565670 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:22.566456 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.567842 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] 10.222.0.108 "PUT /v2.0/ports/ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 HTTP/1.1" status: 200 len: 1094 time: 2.9986250 Apr 15 10:56:22.571128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'tag': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:22.588569 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5e2e1481-966b-42aa-8775-0adc07fd5df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.618771 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d55eb115-8130-440c-934e-c2a51058b722 req-df5cabe0-d37c-4cae-92d2-cebef9edd5e6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331871 Apr 15 10:56:22.619931 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5e2e1481-966b-42aa-8775-0adc07fd5df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:22.648488 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5e2e1481-966b-42aa-8775-0adc07fd5df6 admin admin] Usage tracker for resource:security_group_rule and tenant:4d855ca7327c4505abefa60621f2d8a7 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:22.648488 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5e2e1481-966b-42aa-8775-0adc07fd5df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:22.673229 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'tag': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214', 'status': 'completed', 'code': 200} Apr 15 10:56:22.674142 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5e2e1481-966b-42aa-8775-0adc07fd5df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:22.676463 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1621b2d-5219-4197-9ed5-5490dea51e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.793414 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1621b2d-5219-4197-9ed5-5490dea51e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.916323 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-e9314e42-226e-4964-b6a0-748823ed8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:22.917996 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-e9314e42-226e-4964-b6a0-748823ed8b2d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32210517f2e94192a5ba2da4ed6b7d44&device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 1097 time: 0.2091007 Apr 15 10:56:22.935094 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5e2e1481-966b-42aa-8775-0adc07fd5df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.936770 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1621b2d-5219-4197-9ed5-5490dea51e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.942487 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3093320a-7f24-4108-a82f-2fb6e8e23ef3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:23.007965 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5e2e1481-966b-42aa-8775-0adc07fd5df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:23.030199 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1621b2d-5219-4197-9ed5-5490dea51e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abd36b5-ff43-49d7-9349-f7257e13e811,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:23.033614 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d1621b2d-5219-4197-9ed5-5490dea51e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:23.049818 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:23.078165 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-dbdf92c6-949f-4c29-b53b-f4191794f431 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 HTTP/1.1" status: 200 len: 217 time: 0.1283722 Apr 15 10:56:23.100523 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-5e2e1481-966b-42aa-8775-0adc07fd5df6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4d855ca7327c4505abefa60621f2d8a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5709553 Apr 15 10:56:23.101411 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 56250) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:23.102181 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1621b2d-5219-4197-9ed5-5490dea51e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:23.106128 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-d1621b2d-5219-4197-9ed5-5490dea51e6c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6abd36b5-ff43-49d7-9349-f7257e13e811 HTTP/1.1" status: 204 len: 168 time: 0.6157343 Apr 15 10:56:23.108107 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e1481-966b-42aa-8775-0adc07fd5df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02480a64-a6c8-41a8-b3bc-e393b4161dc6,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:23.112092 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5e2e1481-966b-42aa-8775-0adc07fd5df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:23.173712 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7d425b88-9412-4260-ba0b-ec13db10bc21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:23.209222 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7d425b88-9412-4260-ba0b-ec13db10bc21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:23.241308 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-bee64b58-4347-44cb-918e-c0b19d028e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:23.242913 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-bee64b58-4347-44cb-918e-c0b19d028e08 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ef91ca22-b90c-496e-9216-5832d8c88de8 HTTP/1.1" status: 200 len: 856 time: 0.0936124 Apr 15 10:56:23.344254 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786399e-4f38-499b-bbb1-91567e457c86 req-3007830a-a3d2-44af-8f36-675d69cbadd8 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:23.346936 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7786399e-4f38-499b-bbb1-91567e457c86 req-3007830a-a3d2-44af-8f36-675d69cbadd8 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 945 time: 0.1258683 Apr 15 10:56:23.348133 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7d425b88-9412-4260-ba0b-ec13db10bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:23.354821 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:23.386120 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d425b88-9412-4260-ba0b-ec13db10bc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02480a64-a6c8-41a8-b3bc-e393b4161dc6,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:23.398569 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7d425b88-9412-4260-ba0b-ec13db10bc21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:23.404920 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7d425b88-9412-4260-ba0b-ec13db10bc21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:23.406659 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-7d425b88-9412-4260-ba0b-ec13db10bc21 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/02480a64-a6c8-41a8-b3bc-e393b4161dc6 HTTP/1.1" status: 204 len: 168 time: 0.3037395 Apr 15 10:56:23.473130 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-2c9177a0-847c-4837-bc26-7441855f391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:23.476237 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-2c9177a0-847c-4837-bc26-7441855f391a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1989706 Apr 15 10:56:23.669973 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-5bcaa753-14ad-42df-8d2e-260b0da2bdf6 service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869829 Apr 15 10:56:23.687896 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7786399e-4f38-499b-bbb1-91567e457c86 req-b91c3617-9777-4f9d-a29e-d4f5489499b8 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235207 Apr 15 10:56:23.737062 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d62737-35d8-4c0a-b605-d229bf1028ef req-a1ae236e-b9da-4718-9a44-45422c07f322 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:23.738709 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-67d62737-35d8-4c0a-b605-d229bf1028ef req-a1ae236e-b9da-4718-9a44-45422c07f322 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 945 time: 0.3012154 Apr 15 10:56:23.827331 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-67d62737-35d8-4c0a-b605-d229bf1028ef req-a4f67d5a-a12b-436a-a986-862fc281f55b tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769138 Apr 15 10:56:23.890744 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e206ab9-4c97-4dfa-a282-a42ab442e12d req-91bdc2d2-d8c1-45f1-bcb2-b7f9dbde1000 service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135024 Apr 15 10:56:23.960513 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98a233-135e-419b-8c5f-6c0d243e6678 req-2729d0a9-a904-49d0-ac0d-17fe7ffb8d4b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:23.962400 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9c98a233-135e-419b-8c5f-6c0d243e6678 req-2729d0a9-a904-49d0-ac0d-17fe7ffb8d4b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.1322818 Apr 15 10:56:24.039024 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9c98a233-135e-419b-8c5f-6c0d243e6678 req-40fb08f8-ecb3-40d2-99ab-20a4f2fb6df4 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685191 Apr 15 10:56:24.162800 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f04c4-5a8c-4a7e-815f-aa7c0ace6bb6 req-764e95bb-b530-49c0-8dbf-5606604a505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:24.164406 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b53f04c4-5a8c-4a7e-815f-aa7c0ace6bb6 req-764e95bb-b530-49c0-8dbf-5606604a505d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32210517f2e94192a5ba2da4ed6b7d44&device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 1097 time: 0.1566708 Apr 15 10:56:24.413985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f04c4-5a8c-4a7e-815f-aa7c0ace6bb6 req-5f29b95d-6614-48bc-b07c-9a567d59c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:24.415546 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b53f04c4-5a8c-4a7e-815f-aa7c0ace6bb6 req-5f29b95d-6614-48bc-b07c-9a567d59c246 service neutron] 10.222.0.108 "GET /v2.0/networks?id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e HTTP/1.1" status: 200 len: 919 time: 0.2419324 Apr 15 10:56:24.538984 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b53f04c4-5a8c-4a7e-815f-aa7c0ace6bb6 req-5feaf207-c763-42ac-8a6a-e43f58fb6432 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 HTTP/1.1" status: 200 len: 217 time: 0.1085854 Apr 15 10:56:24.663297 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f04c4-5a8c-4a7e-815f-aa7c0ace6bb6 req-54e97027-3f4a-4fd3-afbc-3a7bdf4cc1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:24.665137 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b53f04c4-5a8c-4a7e-815f-aa7c0ace6bb6 req-54e97027-3f4a-4fd3-afbc-3a7bdf4cc1a5 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ef91ca22-b90c-496e-9216-5832d8c88de8 HTTP/1.1" status: 200 len: 856 time: 0.1197326 Apr 15 10:56:24.854341 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f04c4-5a8c-4a7e-815f-aa7c0ace6bb6 req-5667c64c-e591-4e8c-8554-c98ccbcbcb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:24.855979 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b53f04c4-5a8c-4a7e-815f-aa7c0ace6bb6 req-5667c64c-e591-4e8c-8554-c98ccbcbcb3f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1827388 Apr 15 10:56:25.113504 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b53f04c4-5a8c-4a7e-815f-aa7c0ace6bb6 req-c6a2676c-0da4-4bf9-84c4-eb42a8bd7a59 service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446353 Apr 15 10:56:25.128005 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba9eb8-2e99-4b7c-ae86-926027a7b13b req-137ab090-c80e-4b68-94f9-e7cd7b43e2b5 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:25.141785 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-76ba9eb8-2e99-4b7c-ae86-926027a7b13b req-137ab090-c80e-4b68-94f9-e7cd7b43e2b5 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 945 time: 0.2716515 Apr 15 10:56:25.255192 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-76ba9eb8-2e99-4b7c-ae86-926027a7b13b req-890ee79e-8111-481d-89e3-06b243729bd1 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119573 Apr 15 10:56:25.405903 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b53f04c4-5a8c-4a7e-815f-aa7c0ace6bb6 req-4a3435e7-194d-4e16-a23c-3d7e0793dac3 service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839069 Apr 15 10:56:25.611910 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9535ed-497d-4b0c-8c77-fd216cfbbb99 req-d627e1f7-bb7e-439d-97d8-66f713234e88 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:25.623481 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-df9535ed-497d-4b0c-8c77-fd216cfbbb99 req-d627e1f7-bb7e-439d-97d8-66f713234e88 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.1842434 Apr 15 10:56:25.685564 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-df9535ed-497d-4b0c-8c77-fd216cfbbb99 req-4c71b128-e1c8-4027-a9f2-136f26ca6d59 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605338 Apr 15 10:56:25.701066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 56376) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:26.023416 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6133b845-aaae-4497-85f4-e341089c83df admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.060583 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6133b845-aaae-4497-85f4-e341089c83df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:26.082701 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-6133b845-aaae-4497-85f4-e341089c83df admin admin] Usage tracker for resource:security_group_rule and tenant:7f1f0155c2b74476b63f0e98ebbdfd5a is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:26.090591 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-6133b845-aaae-4497-85f4-e341089c83df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:26.122728 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6133b845-aaae-4497-85f4-e341089c83df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:26.269634 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6133b845-aaae-4497-85f4-e341089c83df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.273779 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6133b845-aaae-4497-85f4-e341089c83df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.308040 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:26.357090 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-6133b845-aaae-4497-85f4-e341089c83df admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7f1f0155c2b74476b63f0e98ebbdfd5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6547871 Apr 15 10:56:26.358031 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133b845-aaae-4497-85f4-e341089c83df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fd6c87-b340-4cbe-a896-a546b15f26a3,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:26.360800 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56418) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:26.371955 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6133b845-aaae-4497-85f4-e341089c83df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:26.448320 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42e23397-04fa-40f7-9909-123c0b07a2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.485131 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42e23397-04fa-40f7-9909-123c0b07a2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.541080 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42e23397-04fa-40f7-9909-123c0b07a2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.546842 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bf461218-85b5-48ac-b240-8c3b015ed877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:26.566614 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e23397-04fa-40f7-9909-123c0b07a2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fd6c87-b340-4cbe-a896-a546b15f26a3,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:26.568760 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-42e23397-04fa-40f7-9909-123c0b07a2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:26.574992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42e23397-04fa-40f7-9909-123c0b07a2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.579970 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-42e23397-04fa-40f7-9909-123c0b07a2af admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/98fd6c87-b340-4cbe-a896-a546b15f26a3 HTTP/1.1" status: 204 len: 168 time: 0.2174804 Apr 15 10:56:26.978034 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b53ee-ad06-4d46-83a0-ec65d2fde7da req-5cc7d650-8b74-4825-9066-ad9ab1975dcd tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:26.979744 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d49b53ee-ad06-4d46-83a0-ec65d2fde7da req-5cc7d650-8b74-4825-9066-ad9ab1975dcd tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.1064417 Apr 15 10:56:27.074045 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d49b53ee-ad06-4d46-83a0-ec65d2fde7da req-29047ac8-8500-4363-8603-0b6c63f402c1 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851703 Apr 15 10:56:27.126150 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 56464) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:27.147041 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d848a6c0-7620-4ff6-ab99-54619b8dc172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.165495 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d848a6c0-7620-4ff6-ab99-54619b8dc172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:27.169750 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d848a6c0-7620-4ff6-ab99-54619b8dc172 admin admin] Usage tracker for resource:security_group_rule and tenant:064ec1ae4f6348269f9f5b2033bc251e is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:27.173956 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d848a6c0-7620-4ff6-ab99-54619b8dc172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:27.180765 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d848a6c0-7620-4ff6-ab99-54619b8dc172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:27.291871 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d848a6c0-7620-4ff6-ab99-54619b8dc172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.295787 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d848a6c0-7620-4ff6-ab99-54619b8dc172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.307002 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9923b3fe-067c-4c0f-8023-9c7f3f3833b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:27.362574 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-d848a6c0-7620-4ff6-ab99-54619b8dc172 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=064ec1ae4f6348269f9f5b2033bc251e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326734 Apr 15 10:56:27.362574 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848a6c0-7620-4ff6-ab99-54619b8dc172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc0eec9-b829-4507-8e0e-c45cacde1690,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:27.363669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56482) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:27.364216 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d848a6c0-7620-4ff6-ab99-54619b8dc172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:27.396649 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:56:27.443384 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce67ff89-102f-4a87-b248-ff8f356f9e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.490258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce67ff89-102f-4a87-b248-ff8f356f9e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.549566 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:27.551521 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce67ff89-102f-4a87-b248-ff8f356f9e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.557180 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:27.564763 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'port_id': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214', 'mac_address': 'fa:16:3e:76:3e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:56:27.573246 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67ff89-102f-4a87-b248-ff8f356f9e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc0eec9-b829-4507-8e0e-c45cacde1690,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:27.582330 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ce67ff89-102f-4a87-b248-ff8f356f9e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:27.588301 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce67ff89-102f-4a87-b248-ff8f356f9e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.589536 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-ce67ff89-102f-4a87-b248-ff8f356f9e78 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/edc0eec9-b829-4507-8e0e-c45cacde1690 HTTP/1.1" status: 204 len: 168 time: 0.2238274 Apr 15 10:56:27.655075 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.676640 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:27.694345 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:27.697722 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.699580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bee5d791-b18b-4e44-b25e-a187ef444480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:27.774744 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:27.778050 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:28.055320 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:28.338264 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38152b6-6d8e-4d51-a344-185ea2026bca req-c8302b2b-4d00-4976-bb11-3ea0a0b00d9c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:28.341261 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f38152b6-6d8e-4d51-a344-185ea2026bca req-c8302b2b-4d00-4976-bb11-3ea0a0b00d9c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 945 time: 0.1336787 Apr 15 10:56:28.430062 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f38152b6-6d8e-4d51-a344-185ea2026bca req-f26d303e-d3eb-43bd-83b5-e97bae93c5d9 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816922 Apr 15 10:56:29.305273 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56600) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:29.404736 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:29.463940 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-708251e1-0828-4caf-8c8b-f4e51adcc4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.488939 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-708251e1-0828-4caf-8c8b-f4e51adcc4ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:29.494384 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-708251e1-0828-4caf-8c8b-f4e51adcc4ac admin admin] Usage tracker for resource:security_group_rule and tenant:cc66de1b0c14448ba55098dffede24f4 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:29.498608 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-708251e1-0828-4caf-8c8b-f4e51adcc4ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:29.506332 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-708251e1-0828-4caf-8c8b-f4e51adcc4ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:29.575762 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:29.586502 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:29.586925 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.648482 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-708251e1-0828-4caf-8c8b-f4e51adcc4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.657294 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-708251e1-0828-4caf-8c8b-f4e51adcc4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.675304 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1047f106-3935-4dfe-b589-381a0c6f3534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:29.743127 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-708251e1-0828-4caf-8c8b-f4e51adcc4ac admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cc66de1b0c14448ba55098dffede24f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298737 Apr 15 10:56:29.743289 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0523be8-6f87-4871-904d-bbd6104ec547 req-f6677aeb-cb43-4bfd-b1da-1f36f824b330 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:29.743384 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56640) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:29.746303 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e0523be8-6f87-4871-904d-bbd6104ec547 req-f6677aeb-cb43-4bfd-b1da-1f36f824b330 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 945 time: 0.1698945 Apr 15 10:56:29.800875 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708251e1-0828-4caf-8c8b-f4e51adcc4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf831b16-2ba5-4322-ba7e-c715cbbd57a8,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:29.807538 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-708251e1-0828-4caf-8c8b-f4e51adcc4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:29.854884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6839a206-3eee-4f71-9859-5a9abc48652d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.873132 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e0523be8-6f87-4871-904d-bbd6104ec547 req-51f06a5f-a4a3-4b64-b7c0-687f4b2665a5 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187401 Apr 15 10:56:29.921734 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6839a206-3eee-4f71-9859-5a9abc48652d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.950953 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.989038 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6839a206-3eee-4f71-9859-5a9abc48652d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.994658 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-42e23397-04fa-40f7-9909-123c0b07a2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:30.009046 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:30.046522 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:30.052111 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839a206-3eee-4f71-9859-5a9abc48652d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf831b16-2ba5-4322-ba7e-c715cbbd57a8,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:30.052267 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.067486 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:30.080489 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6839a206-3eee-4f71-9859-5a9abc48652d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:30.081495 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6839a206-3eee-4f71-9859-5a9abc48652d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.085184 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-6839a206-3eee-4f71-9859-5a9abc48652d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bf831b16-2ba5-4322-ba7e-c715cbbd57a8 HTTP/1.1" status: 204 len: 168 time: 0.3420050 Apr 15 10:56:30.189610 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214', 'code': 200} Apr 15 10:56:30.263464 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:30.283815 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:30.438619 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 56676) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:30.591829 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d0ede-e02f-422a-a36e-a01ae5c92ad6 req-2cc3c9b0-7484-4445-869c-2858a6e5f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:30.594924 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a28d0ede-e02f-422a-a36e-a01ae5c92ad6 req-2cc3c9b0-7484-4445-869c-2858a6e5f9f7 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 1099 time: 0.2093265 Apr 15 10:56:30.667476 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-781c448c-5e3c-48df-acf3-75552f4230a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.706248 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56690) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:30.712439 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-781c448c-5e3c-48df-acf3-75552f4230a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:30.721284 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-781c448c-5e3c-48df-acf3-75552f4230a2 admin admin] Usage tracker for resource:security_group_rule and tenant:e44282e8827f45619521a5e1e9c828c2 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:30.724441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-781c448c-5e3c-48df-acf3-75552f4230a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:30.746042 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-781c448c-5e3c-48df-acf3-75552f4230a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:30.772561 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-16a2fdc5-48d9-41d1-8647-04daee3576a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.789955 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a28d0ede-e02f-422a-a36e-a01ae5c92ad6 req-b48178bf-2d19-48a9-b4af-65d30d00c418 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877968 Apr 15 10:56:30.792145 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-16a2fdc5-48d9-41d1-8647-04daee3576a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:30.796806 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-16a2fdc5-48d9-41d1-8647-04daee3576a6 admin admin] Usage tracker for resource:security_group_rule and tenant:9acbd2dd27a045e1bc58522bcd226c43 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:30.800015 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-16a2fdc5-48d9-41d1-8647-04daee3576a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:30.806231 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-16a2fdc5-48d9-41d1-8647-04daee3576a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:30.838356 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-781c448c-5e3c-48df-acf3-75552f4230a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.853761 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-781c448c-5e3c-48df-acf3-75552f4230a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.878454 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:30.914686 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f83ce2-7347-4ec2-ad44-ed2312d6591a req-53110e4a-b75a-4d7d-b18a-8363254420cd tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:30.921271 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-16a2fdc5-48d9-41d1-8647-04daee3576a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.924302 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-16a2fdc5-48d9-41d1-8647-04daee3576a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.935423 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:30.937031 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-79f83ce2-7347-4ec2-ad44-ed2312d6591a req-53110e4a-b75a-4d7d-b18a-8363254420cd tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 945 time: 0.4411490 Apr 15 10:56:30.972441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2fdc5-48d9-41d1-8647-04daee3576a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8640a1-c7b3-475e-a0da-3db7174bdb95,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:30.976126 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-16a2fdc5-48d9-41d1-8647-04daee3576a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:31.001885 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-16a2fdc5-48d9-41d1-8647-04daee3576a6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9acbd2dd27a045e1bc58522bcd226c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904310 Apr 15 10:56:31.002183 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c448c-5e3c-48df-acf3-75552f4230a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45477e76-60ac-4a0f-a45b-461f2305191a,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:31.002279 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56706) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:31.040945 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-781c448c-5e3c-48df-acf3-75552f4230a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:31.077401 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c58a52a9-666d-48e4-b829-6044462d3a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.109759 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-781c448c-5e3c-48df-acf3-75552f4230a2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e44282e8827f45619521a5e1e9c828c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6686118 Apr 15 10:56:31.111734 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56712) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:31.116359 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c58a52a9-666d-48e4-b829-6044462d3a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.201571 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-79f83ce2-7347-4ec2-ad44-ed2312d6591a req-e40af85e-8382-4547-88e8-4fcfb98f6a17 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634690 Apr 15 10:56:31.254617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4e9a36a5-bc3e-4949-b3ca-ab308cb7d006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.326043 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4e9a36a5-bc3e-4949-b3ca-ab308cb7d006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.372930 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c58a52a9-666d-48e4-b829-6044462d3a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.388978 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:31.440088 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a52a9-666d-48e4-b829-6044462d3a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8640a1-c7b3-475e-a0da-3db7174bdb95,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:31.477416 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c58a52a9-666d-48e4-b829-6044462d3a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:31.478426 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c58a52a9-666d-48e4-b829-6044462d3a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.482089 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-c58a52a9-666d-48e4-b829-6044462d3a91 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ac8640a1-c7b3-475e-a0da-3db7174bdb95 HTTP/1.1" status: 204 len: 168 time: 0.4778080 Apr 15 10:56:31.514320 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4e9a36a5-bc3e-4949-b3ca-ab308cb7d006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.521072 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:31.544423 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4e9a36a5-bc3e-4949-b3ca-ab308cb7d006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.545639 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-4e9a36a5-bc3e-4949-b3ca-ab308cb7d006 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/45477e76-60ac-4a0f-a45b-461f2305191a HTTP/1.1" status: 204 len: 168 time: 0.4326148 Apr 15 10:56:31.557868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a36a5-bc3e-4949-b3ca-ab308cb7d006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45477e76-60ac-4a0f-a45b-461f2305191a,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:31.568392 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4e9a36a5-bc3e-4949-b3ca-ab308cb7d006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:31.617093 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb9aa9-7da2-42dc-94be-4ee0297344f3 req-e905cc8d-9ecf-4f2a-af46-72a50189b617 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:31.618725 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-26bb9aa9-7da2-42dc-94be-4ee0297344f3 req-e905cc8d-9ecf-4f2a-af46-72a50189b617 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.4156096 Apr 15 10:56:31.686551 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-26bb9aa9-7da2-42dc-94be-4ee0297344f3 req-5867111a-3779-4978-af91-8e753e352c05 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572491 Apr 15 10:56:31.703190 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56756) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:31.708444 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-02cdeaa7-d5c7-4282-aba8-a0a03ad1733d tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:31.716797 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-02cdeaa7-d5c7-4282-aba8-a0a03ad1733d tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/networks?id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35 HTTP/1.1" status: 200 len: 814 time: 0.3461161 Apr 15 10:56:31.735451 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-651ade13-6f3a-498f-a0da-74122d4182fe tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/quotas/ebaf350254024013abef072cdfb97bb3 HTTP/1.1" status: 200 len: 375 time: 0.0174613 Apr 15 10:56:31.888254 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-742b7beb-7c41-4c50-abb8-9faded0d919f tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ebaf350254024013abef072cdfb97bb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1515532 Apr 15 10:56:32.093629 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-997f8bf5-9db5-4f7d-99cc-e75bae8a8e2c service neutron] 10.222.0.98 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030294 Apr 15 10:56:32.177407 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56780) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:32.212372 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9184b1f6-df96-4fc2-8a4a-8690d7a53ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.247787 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9184b1f6-df96-4fc2-8a4a-8690d7a53ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:32.253670 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-9184b1f6-df96-4fc2-8a4a-8690d7a53ea6 admin admin] Usage tracker for resource:security_group_rule and tenant:81edcc5f129b45c3bf1299b9b08036af is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:32.258589 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-9184b1f6-df96-4fc2-8a4a-8690d7a53ea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:32.266437 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9184b1f6-df96-4fc2-8a4a-8690d7a53ea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:32.289258 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-67ee062e-a128-4443-881d-1cef86f72cae service neutron] 10.222.0.98 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942255 Apr 15 10:56:32.306612 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cd845bd6-56b6-4c6c-a393-dc4ca6583c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.347571 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-cd845bd6-56b6-4c6c-a393-dc4ca6583c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:32.356479 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-cd845bd6-56b6-4c6c-a393-dc4ca6583c31 admin admin] Usage tracker for resource:security_group_rule and tenant:22af953e65fa4cb19dfae520318223fd is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:32.361837 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-cd845bd6-56b6-4c6c-a393-dc4ca6583c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:32.371436 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-cd845bd6-56b6-4c6c-a393-dc4ca6583c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:32.482061 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952e5aa-6844-4cdc-ab83-482b6f47c6da req-e503c7db-4773-46e0-8033-b05d5b1db021 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:32.491395 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d952e5aa-6844-4cdc-ab83-482b6f47c6da req-e503c7db-4773-46e0-8033-b05d5b1db021 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 945 time: 0.1019845 Apr 15 10:56:32.535731 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cd845bd6-56b6-4c6c-a393-dc4ca6583c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.543592 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cd845bd6-56b6-4c6c-a393-dc4ca6583c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.552731 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d952e5aa-6844-4cdc-ab83-482b6f47c6da req-45b8e685-c3df-4a0a-bc8a-d23ba790e98d tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600357 Apr 15 10:56:32.589149 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9184b1f6-df96-4fc2-8a4a-8690d7a53ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.594412 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-40f6d5b5-33f2-41ac-bd94-2b486abaa363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:32.594574 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-75e8dc98-5fa4-4c7c-8a55-f0bdfceb1f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.611632 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-cd845bd6-56b6-4c6c-a393-dc4ca6583c31 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=22af953e65fa4cb19dfae520318223fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9047623 Apr 15 10:56:32.612046 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 56798) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:32.628651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9184b1f6-df96-4fc2-8a4a-8690d7a53ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.696790 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-9184b1f6-df96-4fc2-8a4a-8690d7a53ea6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=81edcc5f129b45c3bf1299b9b08036af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5180678 Apr 15 10:56:32.700326 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56802) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:32.707267 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56806) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:32.740911 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd845bd6-56b6-4c6c-a393-dc4ca6583c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ff8d03-d3c1-4332-a86e-b72ada5d5ca0,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:32.746196 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cd845bd6-56b6-4c6c-a393-dc4ca6583c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:32.751781 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6839a206-3eee-4f71-9859-5a9abc48652d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:32.766162 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fe4b8886-a135-4add-8e8d-ec13914fb053 req-1af0d516-4302-4349-a4b0-bdf2531d9232 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 210 time: 0.1351149 Apr 15 10:56:32.794743 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-56b04954-2e3d-4759-a727-b47dafc19470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.837465 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-56b04954-2e3d-4759-a727-b47dafc19470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.940290 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-34a63d22-8edf-4c2e-be88-2fdb64bae584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.979280 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184b1f6-df96-4fc2-8a4a-8690d7a53ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dcb9e6-b2e9-41f6-b7d6-cdd09d668850,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:32.998592 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9184b1f6-df96-4fc2-8a4a-8690d7a53ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:33.054733 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56830) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:33.077763 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-34a63d22-8edf-4c2e-be88-2fdb64bae584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:33.113520 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba3746-f882-43e5-86cd-de60a0dd0b9f req-188ecda7-5b4f-46d7-b16c-2e853081eff5 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.115371 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f2ba3746-f882-43e5-86cd-de60a0dd0b9f req-188ecda7-5b4f-46d7-b16c-2e853081eff5 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.108 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 945 time: 0.3363647 Apr 15 10:56:33.115748 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8f562-f5aa-4d7f-945e-55ecb202aca0 req-49cef0c7-70cc-44ff-8bd9-55ca7c42a129 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.117717 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-25a8f562-f5aa-4d7f-945e-55ecb202aca0 req-49cef0c7-70cc-44ff-8bd9-55ca7c42a129 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.2138441 Apr 15 10:56:33.227339 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-25a8f562-f5aa-4d7f-945e-55ecb202aca0 req-89d2c7e6-e00a-4cb2-a05e-2e296232d303 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015677 Apr 15 10:56:33.228070 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-56b04954-2e3d-4759-a727-b47dafc19470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:33.242460 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:33.251352 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e0a0caff-e721-448d-bfea-e813d2a3cb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:33.256028 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b04954-2e3d-4759-a727-b47dafc19470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ff8d03-d3c1-4332-a86e-b72ada5d5ca0,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:33.259458 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-56b04954-2e3d-4759-a727-b47dafc19470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:33.269955 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-56b04954-2e3d-4759-a727-b47dafc19470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:33.271160 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-56b04954-2e3d-4759-a727-b47dafc19470 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/28ff8d03-d3c1-4332-a86e-b72ada5d5ca0 HTTP/1.1" status: 204 len: 168 time: 0.6577897 Apr 15 10:56:33.287126 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e0a0caff-e721-448d-bfea-e813d2a3cb8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:33.296502 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e0a0caff-e721-448d-bfea-e813d2a3cb8c admin admin] Usage tracker for resource:security_group_rule and tenant:5b0d65b2df674716933888b45cdaff22 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:33.304489 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e0a0caff-e721-448d-bfea-e813d2a3cb8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:33.346077 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e0a0caff-e721-448d-bfea-e813d2a3cb8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:33.380437 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-721419381-network', 'tenant_id': '6631160eda4b4e67ba2dbb38ceccacf1'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:33.391933 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-f2ba3746-f882-43e5-86cd-de60a0dd0b9f req-441a02f0-27f1-4a97-8ac4-4558702407e4 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Deleting port 943e9d20-8bc7-4f99-919a-f849ab3336b3 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:56:33.392590 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f2ba3746-f882-43e5-86cd-de60a0dd0b9f req-441a02f0-27f1-4a97-8ac4-4558702407e4 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:33.464875 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:33.479383 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Usage tracker for resource:network and tenant:6631160eda4b4e67ba2dbb38ceccacf1 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:33.485409 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:33.499959 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5a6c6-fb88-4e09-a582-e388c8750c08 req-664b4d9d-30cc-46ac-911c-f42752242b8b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.501642 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-92b5a6c6-fb88-4e09-a582-e388c8750c08 req-664b4d9d-30cc-46ac-911c-f42752242b8b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1044366 Apr 15 10:56:33.514207 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56846) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:33.515622 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:33.523977 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-34a63d22-8edf-4c2e-be88-2fdb64bae584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:33.541539 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:33.558115 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-174af405-2f6a-4bac-bea9-17fe0bb7e144 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Request body: {'floatingip': {'port_id': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:33.726441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 56852) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:33.757976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f6930448-9bd9-46ef-9054-9c38f028178c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:33.780614 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f6930448-9bd9-46ef-9054-9c38f028178c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:33.786938 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-f6930448-9bd9-46ef-9054-9c38f028178c admin admin] Usage tracker for resource:security_group_rule and tenant:7c6446c27ab44ff3ac372a49f6ff6944 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:33.792931 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-f6930448-9bd9-46ef-9054-9c38f028178c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:33.802364 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f6930448-9bd9-46ef-9054-9c38f028178c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:33.835036 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99055db3-cf1c-476b-8d5a-f9bea9fb5ae7 req-9a209899-3962-459d-a6f5-f04d211e2edd tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.836726 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-99055db3-cf1c-476b-8d5a-f9bea9fb5ae7 req-9a209899-3962-459d-a6f5-f04d211e2edd tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 945 time: 0.1576593 Apr 15 10:56:33.910622 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-174af405-2f6a-4bac-bea9-17fe0bb7e144 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for floatingip, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:33.939467 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-99055db3-cf1c-476b-8d5a-f9bea9fb5ae7 req-8a3a08f2-4845-4007-9985-c9a16c98007e tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943837 Apr 15 10:56:33.953069 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-33e7b186-e965-4034-b3af-a53fcc294387 req-d57d07be-550b-488e-94cc-3045f29d8aa3 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 210 time: 0.0651572 Apr 15 10:56:33.969070 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a63d22-8edf-4c2e-be88-2fdb64bae584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dcb9e6-b2e9-41f6-b7d6-cdd09d668850,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:33.991599 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-34a63d22-8edf-4c2e-be88-2fdb64bae584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:34.009469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Made reservation on behalf of 6631160eda4b4e67ba2dbb38ceccacf1 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:34.013236 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f6930448-9bd9-46ef-9054-9c38f028178c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.014630 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.016298 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f6930448-9bd9-46ef-9054-9c38f028178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.024736 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ac319dfd-eb26-419f-bf0d-da6e569f551d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:34.038472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-34a63d22-8edf-4c2e-be88-2fdb64bae584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.042630 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-34a63d22-8edf-4c2e-be88-2fdb64bae584 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/45dcb9e6-b2e9-41f6-b7d6-cdd09d668850 HTTP/1.1" status: 204 len: 168 time: 1.3379564 Apr 15 10:56:34.063847 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6930448-9bd9-46ef-9054-9c38f028178c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d835cbc-bdb8-47a5-b915-91c09ff5bb0e,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:34.073697 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f6930448-9bd9-46ef-9054-9c38f028178c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:34.083663 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f6930448-9bd9-46ef-9054-9c38f028178c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7c6446c27ab44ff3ac372a49f6ff6944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575115 Apr 15 10:56:34.086549 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 56860) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:34.115897 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.157298 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e90d6374-8b3c-4c6d-b6aa-7b7bb8c5293c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.190194 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e90d6374-8b3c-4c6d-b6aa-7b7bb8c5293c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.226895 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e0a0caff-e721-448d-bfea-e813d2a3cb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.239730 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e90d6374-8b3c-4c6d-b6aa-7b7bb8c5293c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.243146 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:34.246342 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e4f9f96e-6968-4822-a765-f0c903e98dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:34.261305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d6374-8b3c-4c6d-b6aa-7b7bb8c5293c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d835cbc-bdb8-47a5-b915-91c09ff5bb0e,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:34.263437 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e90d6374-8b3c-4c6d-b6aa-7b7bb8c5293c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.268128 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e90d6374-8b3c-4c6d-b6aa-7b7bb8c5293c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6d835cbc-bdb8-47a5-b915-91c09ff5bb0e HTTP/1.1" status: 204 len: 168 time: 0.1804652 Apr 15 10:56:34.269254 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e90d6374-8b3c-4c6d-b6aa-7b7bb8c5293c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:34.291701 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e0a0caff-e721-448d-bfea-e813d2a3cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.300451 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:6631160eda4b4e67ba2dbb38ceccacf1 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:34.313753 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d1621b2d-5219-4197-9ed5-5490dea51e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:34.324974 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:34.376495 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:34.414219 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0caff-e721-448d-bfea-e813d2a3cb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa1c2b2-ed3b-46cb-9018-91904bb95e6f,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:34.417555 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e0a0caff-e721-448d-bfea-e813d2a3cb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:34.420299 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e0a0caff-e721-448d-bfea-e813d2a3cb8c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5b0d65b2df674716933888b45cdaff22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6868656 Apr 15 10:56:34.434054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 56868) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:34.442110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-1750addd-11d3-4e57-ac7b-0aee6036ce65 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:34.443660 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-1750addd-11d3-4e57-ac7b-0aee6036ce65 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.108 "GET /v2.0/networks?id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35 HTTP/1.1" status: 200 len: 814 time: 0.1734738 Apr 15 10:56:34.465988 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Request body: {'port': {'device_id': '0914764c-6ff7-4b88-8a53-b5bcea0385cc', 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35', 'admin_state_up': True, 'tenant_id': 'ebaf350254024013abef072cdfb97bb3'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:34.615435 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-f2ba3746-f882-43e5-86cd-de60a0dd0b9f req-441a02f0-27f1-4a97-8ac4-4558702407e4 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] For port 943e9d20-8bc7-4f99-919a-f849ab3336b3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=943e9d20-8bc7-4f99-919a-f849ab3336b3,segment=NetworkSegment(44f9044b-b5cf-42fe-a8d1-92756d119ddd),segment_id=44f9044b-b5cf-42fe-a8d1-92756d119ddd)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:34.628710 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f2ba3746-f882-43e5-86cd-de60a0dd0b9f req-441a02f0-27f1-4a97-8ac4-4558702407e4 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.666017 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:34.670877 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Usage tracker for resource:port and tenant:ebaf350254024013abef072cdfb97bb3 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:34.678002 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:34.684505 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:34.702788 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Made reservation on behalf of ebaf350254024013abef072cdfb97bb3 for: {'port': 1} {{(pid=85292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:34.712078 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.800308 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-f2ba3746-f882-43e5-86cd-de60a0dd0b9f req-441a02f0-27f1-4a97-8ac4-4558702407e4 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Calling delete_port for 943e9d20-8bc7-4f99-919a-f849ab3336b3 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:56:34.932101 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8652-b068-4dfd-9a10-a0aa0ef14c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.008473 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Allocated IP 172.20.0.5 (8eaf3f47-a7a6-43c5-984d-3b6a70257c35/36e0b5c0-1bda-4299-bc80-7737df16b96c/f4d595b0-77fb-47b8-bfb3-e84dd0197543) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:35.351348 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-335bae07-a1b1-4814-8ff6-37aec296552e req-7687c8eb-7209-47ce-bb5f-824e7b042778 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 210 time: 0.0878346 Apr 15 10:56:35.397183 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.429428 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22f3d4-519e-494c-b16a-81bb5949f20c req-d226ee97-5393-4373-88e2-fa7b61d23074 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:35.431015 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9b22f3d4-519e-494c-b16a-81bb5949f20c req-d226ee97-5393-4373-88e2-fa7b61d23074 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 945 time: 0.2302833 Apr 15 10:56:35.495623 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9b22f3d4-519e-494c-b16a-81bb5949f20c req-d2325c7d-8b2d-40ce-ad48-cd2413aabe57 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/security-groups?id=f00b58f7-e637-4ee8-82f8-1e9469a0006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559497 Apr 15 10:56:35.500979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7189757'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.540973 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['6f6bd4b8-98aa-444f-ad3b-5816032f4e2a'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:35.616991 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:35.731544 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e5cd97a8-ff21-4b37-8bf7-af25e642934c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.788957 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.807781 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e5cd97a8-ff21-4b37-8bf7-af25e642934c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.869588 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.874707 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e5cd97a8-ff21-4b37-8bf7-af25e642934c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.885986 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5feee8b3-af6a-46ab-8f53-8fa21f7ba70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:35.904840 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.972258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1377, 'physical_network': 'physnet1'} {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:56:35.987236 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.987976 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Added segment c88bda6a-f257-441e-b172-f53556b96b85 of type vlan for network 6c04a847-718e-429e-bdb8-0d3a73ad087e Apr 15 10:56:35.995945 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Pushing event updated for resources: {'Port': ['ID=f4d595b0-77fb-47b8-bfb3-e84dd0197543,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:36.009968 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:36.075214 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:36.085182 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Resources bound (agent type, host, resource id): {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:36.087783 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:36.174827 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:36.175548 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for port, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.200353 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7386091 Apr 15 10:56:36.225032 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Request body: {'port': {'device_id': '0914764c-6ff7-4b88-8a53-b5bcea0385cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:36.267427 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd97a8-ff21-4b37-8bf7-af25e642934c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa1c2b2-ed3b-46cb-9018-91904bb95e6f,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:36.299820 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.db.resource_extend [None req-174af405-2f6a-4bac-bea9-17fe0bb7e144 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 10:56:36.310509 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.368980 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f2ba3746-f882-43e5-86cd-de60a0dd0b9f req-441a02f0-27f1-4a97-8ac4-4558702407e4 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.371280 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.376638 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e5cd97a8-ff21-4b37-8bf7-af25e642934c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:36.390148 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-16a2fdc5-48d9-41d1-8647-04daee3576a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.471s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:36.459883 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.539628 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118bc50e-9dd3-4bc9-a5d4-ceee6279c453,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:36.573760 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-174af405-2f6a-4bac-bea9-17fe0bb7e144 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.575029 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:36.576573 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:36.660570 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e5cd97a8-ff21-4b37-8bf7-af25e642934c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.664417 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e5cd97a8-ff21-4b37-8bf7-af25e642934c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/efa1c2b2-ed3b-46cb-9018-91904bb95e6f HTTP/1.1" status: 204 len: 168 time: 2.2233799 Apr 15 10:56:36.681847 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-174af405-2f6a-4bac-bea9-17fe0bb7e144 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447726'] for floatingip, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.750632 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3210c302-fa16-4793-ba15-ca39a01563ff req-87b35697-f966-4ff7-a185-a1ad3086c609 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 210 time: 0.0870507 Apr 15 10:56:36.755944 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a02f0-27f1-4a97-8ac4-4558702407e4 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Pushing event deleted for resources: {'Port': ['ID=943e9d20-8bc7-4f99-919a-f849ab3336b3,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:36.757737 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.808852 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de208aa-289b-4ff7-b539-4e168dc35b63 req-4c67fd12-60fc-47cb-aa87-2075a8475b3b tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:36.809635 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-1de208aa-289b-4ff7-b539-4e168dc35b63 req-4c67fd12-60fc-47cb-aa87-2075a8475b3b tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Synchronizing usage tracker for tenant:ebaf350254024013abef072cdfb97bb3 on resource:port {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:36.832587 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-441a02f0-27f1-4a97-8ac4-4558702407e4 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:36.841802 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:36.843406 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.873071 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-29ad0f69-d8e5-4377-8bfe-73137a3c99b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:36.897557 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-1de208aa-289b-4ff7-b539-4e168dc35b63 req-4c67fd12-60fc-47cb-aa87-2075a8475b3b tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Unset dirty status for tenant:ebaf350254024013abef072cdfb97bb3 on resource:port {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:36.898908 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1de208aa-289b-4ff7-b539-4e168dc35b63 req-4c67fd12-60fc-47cb-aa87-2075a8475b3b tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 931 time: 0.3364236 Apr 15 10:56:36.903510 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.8293929 Apr 15 10:56:36.915619 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 56968) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:37.060281 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] Request body: {'subnet': {'network_id': '6c04a847-718e-429e-bdb8-0d3a73ad087e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-721419381-subnet', 'tenant_id': '6631160eda4b4e67ba2dbb38ceccacf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:37.083364 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:37.095195 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] Usage tracker for resource:subnet and tenant:6631160eda4b4e67ba2dbb38ceccacf1 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:37.111863 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:37.122002 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=6c04a847-718e-429e-bdb8-0d3a73ad087e,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:37.131420 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:37.146575 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network 6c04a847-718e-429e-bdb8-0d3a73ad087e details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:56:37.158420 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:37.159515 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ba3746-f882-43e5-86cd-de60a0dd0b9f req-441a02f0-27f1-4a97-8ac4-4558702407e4 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] No DVR routers for this DVR port 943e9d20-8bc7-4f99-919a-f849ab3336b3 on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:56:37.170063 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f2ba3746-f882-43e5-86cd-de60a0dd0b9f req-441a02f0-27f1-4a97-8ac4-4558702407e4 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.173199 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f2ba3746-f882-43e5-86cd-de60a0dd0b9f req-441a02f0-27f1-4a97-8ac4-4558702407e4 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.108 "DELETE /v2.0/ports/943e9d20-8bc7-4f99-919a-f849ab3336b3 HTTP/1.1" status: 204 len: 173 time: 4.0236750 Apr 15 10:56:37.173737 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f846068c-e465-482b-8e0d-25346ce8f7e0', 'name': 'network-vif-deleted', 'tag': '943e9d20-8bc7-4f99-919a-f849ab3336b3'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:37.178592 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1de208aa-289b-4ff7-b539-4e168dc35b63 req-f70249fe-ce24-4098-a7f2-a9cf3e832a20 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304368 Apr 15 10:56:37.182044 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.l3_db [None req-174af405-2f6a-4bac-bea9-17fe0bb7e144 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Floating IP 2cc6e25e-98b9-44f3-ab53-e490392dd16c associated. External IP: 172.28.1.254, port: ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214. Apr 15 10:56:37.216440 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] Made reservation on behalf of 6631160eda4b4e67ba2dbb38ceccacf1 for: {'subnet': 1} {{(pid=85292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:37.228263 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846590309'] for subnet, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.387620 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.398925 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f846068c-e465-482b-8e0d-25346ce8f7e0', 'name': 'network-vif-deleted', 'tag': '943e9d20-8bc7-4f99-919a-f849ab3336b3', 'status': 'completed', 'code': 200} Apr 15 10:56:37.414207 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 943e9d20-8bc7-4f99-919a-f849ab3336b3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:56:37.461071 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: 943e9d20-8bc7-4f99-919a-f849ab3336b3 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:56:37.461886 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 943e9d20-8bc7-4f99-919a-f849ab3336b3 not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:56:37.584542 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 56982) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:37.613076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-edfdc456-566b-4ecf-bded-671b199c9df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.630845 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d595b0-77fb-47b8-bfb3-e84dd0197543 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:37.644745 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.647256 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-edfdc456-566b-4ecf-bded-671b199c9df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:37.697000 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-edfdc456-566b-4ecf-bded-671b199c9df8 admin admin] Usage tracker for resource:security_group_rule and tenant:61436f8c8dc2440cb7545bfeb626decf is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:37.705788 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-edfdc456-566b-4ecf-bded-671b199c9df8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:37.717026 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-edfdc456-566b-4ecf-bded-671b199c9df8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:37.725940 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Transition to ACTIVE for port object f4d595b0-77fb-47b8-bfb3-e84dd0197543 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:37.741213 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847586107'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.771471 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:37.801914 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174af405-2f6a-4bac-bea9-17fe0bb7e144 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Router f0b5254f-2271-42e8-b2f2-1b5d85d8696b has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:56:37.990046 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-edfdc456-566b-4ecf-bded-671b199c9df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:38.003780 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-edfdc456-566b-4ecf-bded-671b199c9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:38.067043 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-edfdc456-566b-4ecf-bded-671b199c9df8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=61436f8c8dc2440cb7545bfeb626decf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4813354 Apr 15 10:56:38.067942 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57000) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:38.198809 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Pushing event updated for resources: {'Port': ['ID=f4d595b0-77fb-47b8-bfb3-e84dd0197543,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:38.205449 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6b1ba491-d464-443e-beac-d083ededbbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:38.212766 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174af405-2f6a-4bac-bea9-17fe0bb7e144 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:56:38.215397 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:38.218926 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2b4da937-efb6-4c54-8fd2-598f860a198b req-d6226a93-03ac-4739-9f98-63c1dfb9fb06 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] 10.222.0.98 "GET /v2.0/ports?device_id=f846068c-e465-482b-8e0d-25346ce8f7e0 HTTP/1.1" status: 200 len: 210 time: 0.1252675 Apr 15 10:56:38.220650 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7be68d04-f0f0-4877-93d2-51d1128dc4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:38.243048 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e6652-344f-429c-a588-d5668901ecbe None None] Sync routers for ids ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:56:38.267518 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e6652-344f-429c-a588-d5668901ecbe None None] Routers {'f0b5254f-2271-42e8-b2f2-1b5d85d8696b'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:56:38.268528 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-826e6652-344f-429c-a588-d5668901ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:56:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:38.347564 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6b1ba491-d464-443e-beac-d083ededbbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:38.387193 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-174af405-2f6a-4bac-bea9-17fe0bb7e144 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:38.403348 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdc456-566b-4ecf-bded-671b199c9df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0f97fd-c7f3-45a7-a932-55bd421ad3df,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:38.486405 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-edfdc456-566b-4ecf-bded-671b199c9df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:38.495752 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-174af405-2f6a-4bac-bea9-17fe0bb7e144 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "PUT /v2.0/floatingips/2cc6e25e-98b9-44f3-ab53-e490392dd16c HTTP/1.1" status: 200 len: 992 time: 4.9737914 Apr 15 10:56:38.505572 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6b1ba491-d464-443e-beac-d083ededbbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:38.511224 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-34a63d22-8edf-4c2e-be88-2fdb64bae584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:38.527090 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ba491-d464-443e-beac-d083ededbbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0f97fd-c7f3-45a7-a932-55bd421ad3df,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:38.530242 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6b1ba491-d464-443e-beac-d083ededbbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:38.531552 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6b1ba491-d464-443e-beac-d083ededbbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:38.532950 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-6b1ba491-d464-443e-beac-d083ededbbfa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ac0f97fd-c7f3-45a7-a932-55bd421ad3df HTTP/1.1" status: 204 len: 168 time: 0.4637244 Apr 15 10:56:38.686645 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-826e6652-344f-429c-a588-d5668901ecbe None None] Set router f0b5254f-2271-42e8-b2f2-1b5d85d8696b gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:56:38.803729 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff97dab-46fd-4b17-923b-69d1e1cb3df4 req-0597e81a-9f42-4a47-880d-ed9c6e0fba10 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:38.805501 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-aff97dab-46fd-4b17-923b-69d1e1cb3df4 req-0597e81a-9f42-4a47-880d-ed9c6e0fba10 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 943 time: 0.4078782 Apr 15 10:56:38.901528 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-aff97dab-46fd-4b17-923b-69d1e1cb3df4 req-2c222ca3-d074-423a-a2b1-5daf564cd2ce tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791090 Apr 15 10:56:38.913642 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Attempting to bind port f4d595b0-77fb-47b8-bfb3-e84dd0197543 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:38.914017 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Attempting to bind port f4d595b0-77fb-47b8-bfb3-e84dd0197543 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1385, 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:38.914381 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Attempting to bind port f4d595b0-77fb-47b8-bfb3-e84dd0197543 on network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:38.926188 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Port f4d595b0-77fb-47b8-bfb3-e84dd0197543 on network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:56:38.926768 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Attempting to bind port f4d595b0-77fb-47b8-bfb3-e84dd0197543 on network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:38.947667 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:38.947974 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Checking segment: {'id': 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1385, 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:38.948369 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Bound using segment: {'id': 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1385, 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:38.948950 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Bound port: f4d595b0-77fb-47b8-bfb3-e84dd0197543, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1385, 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:38.949334 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.011688 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57028) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:39.110341 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] For port f4d595b0-77fb-47b8-bfb3-e84dd0197543, host hv-cinder-78638, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:39.115786 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] For port f4d595b0-77fb-47b8-bfb3-e84dd0197543, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f4d595b0-77fb-47b8-bfb3-e84dd0197543,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:39.119459 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-826e6652-344f-429c-a588-d5668901ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': '2cc6e25e-98b9-44f3-ab53-e490392dd16c', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'port_id': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'mac_address': 'fa:16:3e:76:3e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:56:12Z', 'updated_at': '2021-04-15T10:56:35Z', 'revision_number': 1, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6395b0-c749-4b13-9bd8-9a326dba1419', 'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'mac_address': 'fa:16:3e:5c:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:59Z', 'updated_at': '2021-04-15T10:56:11Z', 'revision_number': 5, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'subnets': [{'id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:39.126149 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e6652-344f-429c-a588-d5668901ecbe None None] Checking router: f0b5254f-2271-42e8-b2f2-1b5d85d8696b for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:56:39.136630 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847586107'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.137709 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e6652-344f-429c-a588-d5668901ecbe None None] Routers {'f0b5254f-2271-42e8-b2f2-1b5d85d8696b'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:56:39.138552 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-826e6652-344f-429c-a588-d5668901ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:56:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:39.157312 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e9cad70d-8fc1-47d6-9497-02b5277d67ba tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:39.390493 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ad74f527-815e-4ea8-8d9a-4ff46050dd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.424447 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'tag': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:39.443042 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-826e6652-344f-429c-a588-d5668901ecbe None None] Set router f0b5254f-2271-42e8-b2f2-1b5d85d8696b gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:56:39.452477 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ad74f527-815e-4ea8-8d9a-4ff46050dd3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:39.464402 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-ad74f527-815e-4ea8-8d9a-4ff46050dd3a admin admin] Usage tracker for resource:security_group_rule and tenant:544f3dbd30744cd6b8295a9ca88c53f7 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:39.472771 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-ad74f527-815e-4ea8-8d9a-4ff46050dd3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:39.489176 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ad74f527-815e-4ea8-8d9a-4ff46050dd3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:39.527099 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'tag': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214', 'status': 'completed', 'code': 200} Apr 15 10:56:39.771041 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7189591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846590326'] for subnet, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.855205 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010827d9-3315-4184-8459-3882f0ba5c1b req-28dc443d-5580-4b11-942a-35491b3f01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:39.856876 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-010827d9-3315-4184-8459-3882f0ba5c1b req-28dc443d-5580-4b11-942a-35491b3f01a3 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32210517f2e94192a5ba2da4ed6b7d44&device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 1099 time: 0.2828665 Apr 15 10:56:39.888872 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ad74f527-815e-4ea8-8d9a-4ff46050dd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.925895 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Pushing event updated for resources: {'Port': ['ID=f4d595b0-77fb-47b8-bfb3-e84dd0197543,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:39.940397 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ad74f527-815e-4ea8-8d9a-4ff46050dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.968843 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9cb25620-b4c5-4fa8-9903-f8d7f2f69ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:39.985464 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-826e6652-344f-429c-a588-d5668901ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': '2cc6e25e-98b9-44f3-ab53-e490392dd16c', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'port_id': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'mac_address': 'fa:16:3e:76:3e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:56:12Z', 'updated_at': '2021-04-15T10:56:35Z', 'revision_number': 1, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6395b0-c749-4b13-9bd8-9a326dba1419', 'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'mac_address': 'fa:16:3e:5c:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:59Z', 'updated_at': '2021-04-15T10:56:11Z', 'revision_number': 5, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'subnets': [{'id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:39.990656 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e6652-344f-429c-a588-d5668901ecbe None None] The sync data for ids ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'] in dv-cinder-786386-1-smb is: [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': '2cc6e25e-98b9-44f3-ab53-e490392dd16c', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'port_id': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'mac_address': 'fa:16:3e:76:3e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:56:12Z', 'updated_at': '2021-04-15T10:56:35Z', 'revision_number': 1, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6395b0-c749-4b13-9bd8-9a326dba1419', 'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'mac_address': 'fa:16:3e:5c:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:59Z', 'updated_at': '2021-04-15T10:56:11Z', 'revision_number': 5, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'subnets': [{'id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:56:39.995641 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:40.001017 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:40.137185 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:40.138638 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for port, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:40.139721 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] 10.222.0.108 "PUT /v2.0/ports/f4d595b0-77fb-47b8-bfb3-e84dd0197543 HTTP/1.1" status: 200 len: 1093 time: 3.9220090 Apr 15 10:56:40.145306 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0914764c-6ff7-4b88-8a53-b5bcea0385cc', 'tag': 'f4d595b0-77fb-47b8-bfb3-e84dd0197543'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:40.211211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8f1c8a-0c03-450d-a730-db4a45f9175c,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:40.254152 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-ad74f527-815e-4ea8-8d9a-4ff46050dd3a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=544f3dbd30744cd6b8295a9ca88c53f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2412140 Apr 15 10:56:40.257233 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74f527-815e-4ea8-8d9a-4ff46050dd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f79d55a-4b51-43f2-8064-f1074b9cf11b,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:40.259883 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57082) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:40.267591 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ad74f527-815e-4ea8-8d9a-4ff46050dd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:40.283753 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:40.311993 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0914764c-6ff7-4b88-8a53-b5bcea0385cc', 'tag': 'f4d595b0-77fb-47b8-bfb3-e84dd0197543', 'status': 'completed', 'code': 200} Apr 15 10:56:40.393658 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010827d9-3315-4184-8459-3882f0ba5c1b req-e9312e22-fe41-49e2-bb52-e3543db94818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:40.395488 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-010827d9-3315-4184-8459-3882f0ba5c1b req-e9312e22-fe41-49e2-bb52-e3543db94818 service neutron] 10.222.0.108 "GET /v2.0/networks?id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e HTTP/1.1" status: 200 len: 919 time: 0.5187995 Apr 15 10:56:40.476605 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be0022-0112-45d5-a026-0a1d8dd69873 None None] New status for floating IP 2cc6e25e-98b9-44f3-ab53-e490392dd16c: ACTIVE {{(pid=85293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:56:40.488143 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] Checking segment: {'id': 'c88bda6a-f257-441e-b172-f53556b96b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '6c04a847-718e-429e-bdb8-0d3a73ad087e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:40.489057 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] Network hostable DHCP agents. Network: 6c04a847-718e-429e-bdb8-0d3a73ad087e, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:56:40.528368 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68018103-ca6b-4077-b3c4-9456d26d7c6c req-838565d4-8cb0-4971-8eea-9f6a0a2ecbb0 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:40.531321 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-68018103-ca6b-4077-b3c4-9456d26d7c6c req-838565d4-8cb0-4971-8eea-9f6a0a2ecbb0 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 943 time: 0.2465637 Apr 15 10:56:40.550726 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-ecaa8bd2-eba1-49b4-a701-c95f7eed066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:40.553404 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-ecaa8bd2-eba1-49b4-a701-c95f7eed066a service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ebaf350254024013abef072cdfb97bb3&device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 1096 time: 0.3376732 Apr 15 10:56:40.555130 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] Network 6c04a847-718e-429e-bdb8-0d3a73ad087e is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:56:40.617505 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d615ea36-da9d-4943-abeb-1d9255d9196f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:40.678831 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d615ea36-da9d-4943-abeb-1d9255d9196f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:40.694214 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.108', 61358) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:40.700050 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-010827d9-3315-4184-8459-3882f0ba5c1b req-abd1e572-2be9-4cd1-be5f-aabcc005970e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 HTTP/1.1" status: 200 len: 1000 time: 0.2937763 Apr 15 10:56:40.783178 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-6e91d2b9-dccb-448e-9d8e-3b93d14b3685 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4d595b0-77fb-47b8-bfb3-e84dd0197543 HTTP/1.1" status: 200 len: 217 time: 0.2146971 Apr 15 10:56:40.790994 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, 6c04a847-718e-429e-bdb8-0d3a73ad087e) {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:40.809063 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad12ae6-8989-4654-9d1f-8268eb603c8c None None] Network 6c04a847-718e-429e-bdb8-0d3a73ad087e requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:56:40.907933 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:40.909221 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:40.994217 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-68018103-ca6b-4077-b3c4-9456d26d7c6c req-5c598664-5b58-4eaa-a4cc-756bc4b4ffad tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472075 Apr 15 10:56:41.049037 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e2c69bc7-8851-48fe-898b-58aa22c0d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:41.050738 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e2c69bc7-8851-48fe-898b-58aa22c0d012 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=36e0b5c0-1bda-4299-bc80-7737df16b96c HTTP/1.1" status: 200 len: 854 time: 0.2428613 Apr 15 10:56:41.061277 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.1028578 Apr 15 10:56:41.171979 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-586bc4ff-5a2e-4141-bda5-7fb85f908a59 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093161 Apr 15 10:56:41.273537 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3452808a-fdde-46da-8736-3f14be6574d0 None None] Network 6c04a847-718e-429e-bdb8-0d3a73ad087e requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:56:41.334208 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-b4895ab4-d30f-4602-8a03-2da330aa5949 service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540461 Apr 15 10:56:41.370634 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010827d9-3315-4184-8459-3882f0ba5c1b req-479b6d51-7da1-401a-896d-58481915e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:41.372191 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-010827d9-3315-4184-8459-3882f0ba5c1b req-479b6d51-7da1-401a-896d-58481915e10c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ef91ca22-b90c-496e-9216-5832d8c88de8 HTTP/1.1" status: 200 len: 856 time: 0.2551992 Apr 15 10:56:41.436194 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d615ea36-da9d-4943-abeb-1d9255d9196f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:41.442970 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-acc91aa3-2049-4780-aec8-5969c4accc8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:41.465444 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bcab6f6b-f1e4-4182-8c68-feffcb9c81e4 req-78847ce9-174e-4a02-aaee-47734a2de76d service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7613106 Apr 15 10:56:41.466779 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615ea36-da9d-4943-abeb-1d9255d9196f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f79d55a-4b51-43f2-8064-f1074b9cf11b,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:41.475233 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d615ea36-da9d-4943-abeb-1d9255d9196f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:41.485986 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d615ea36-da9d-4943-abeb-1d9255d9196f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:41.487370 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-d615ea36-da9d-4943-abeb-1d9255d9196f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2f79d55a-4b51-43f2-8064-f1074b9cf11b HTTP/1.1" status: 204 len: 168 time: 1.2247434 Apr 15 10:56:41.513468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010827d9-3315-4184-8459-3882f0ba5c1b req-7ae32620-4664-4fa4-9d1f-7551d2c3132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:41.516080 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-010827d9-3315-4184-8459-3882f0ba5c1b req-7ae32620-4664-4fa4-9d1f-7551d2c3132a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1358743 Apr 15 10:56:41.746402 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-303a0d9a-2b88-42f1-82f5-4760cd4d039e req-e1a3ef18-36ab-4033-b8b3-0cae34fb642d service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035418 Apr 15 10:56:41.827743 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-010827d9-3315-4184-8459-3882f0ba5c1b req-0a504ce5-6850-4613-aa68-1debbe30adb9 service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037961 Apr 15 10:56:42.034294 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6a1b5-5dac-472f-a884-b77503fdaf89 req-62e3a373-c295-4ce3-bf98-b7efefb5b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:42.036098 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9cb6a1b5-5dac-472f-a884-b77503fdaf89 req-62e3a373-c295-4ce3-bf98-b7efefb5b529 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ebaf350254024013abef072cdfb97bb3&device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 1096 time: 0.1363528 Apr 15 10:56:42.051609 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab6f6b-f1e4-4182-8c68-feffcb9c81e4 req-17f4d934-3cbb-4085-9050-ee55455750ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:42.053437 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bcab6f6b-f1e4-4182-8c68-feffcb9c81e4 req-17f4d934-3cbb-4085-9050-ee55455750ba service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ebaf350254024013abef072cdfb97bb3&device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 1098 time: 0.2245369 Apr 15 10:56:42.257092 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 57156) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:42.301624 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-010827d9-3315-4184-8459-3882f0ba5c1b req-c4515fea-9ced-420d-bc73-3e49d3cbb581 service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022400 Apr 15 10:56:42.363289 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab6f6b-f1e4-4182-8c68-feffcb9c81e4 req-51657c80-215b-4a21-9e3a-d1f5185fbb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:42.366124 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bcab6f6b-f1e4-4182-8c68-feffcb9c81e4 req-51657c80-215b-4a21-9e3a-d1f5185fbb58 service neutron] 10.222.0.108 "GET /v2.0/networks?id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35 HTTP/1.1" status: 200 len: 916 time: 0.2842259 Apr 15 10:56:42.367927 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57164) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:42.551137 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f13786e8-97cd-4679-92c5-37dd9dc77bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:42.559582 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c12473-fc91-4113-8779-65b9f950bedb req-1b620c51-acc1-478a-a17a-8cf72b1d0122 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:42.561445 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12c12473-fc91-4113-8779-65b9f950bedb req-1b620c51-acc1-478a-a17a-8cf72b1d0122 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 943 time: 0.3033721 Apr 15 10:56:42.578615 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bcab6f6b-f1e4-4182-8c68-feffcb9c81e4 req-6d8603f5-3b73-4996-a074-d695b07142ae service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f6bd4b8-98aa-444f-ad3b-5816032f4e2a HTTP/1.1" status: 200 len: 217 time: 0.1915042 Apr 15 10:56:42.585642 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f13786e8-97cd-4679-92c5-37dd9dc77bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:42.589534 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Deleting subnet ca01a20a-05af-4ce9-901f-6f7b165f5b25 {{(pid=85292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:56:42.593498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:42.625594 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:42.638932 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-f13786e8-97cd-4679-92c5-37dd9dc77bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:01544f8ccecc43bf97905427cc40d61f is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:42.646826 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-f13786e8-97cd-4679-92c5-37dd9dc77bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:42.653548 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7193441'] for subnet, precommit_delete_associations {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:42.662030 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f13786e8-97cd-4679-92c5-37dd9dc77bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:42.702922 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab6f6b-f1e4-4182-8c68-feffcb9c81e4 req-0fa0a99b-13f9-4df0-847f-c3c76cd799a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:42.704511 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bcab6f6b-f1e4-4182-8c68-feffcb9c81e4 req-0fa0a99b-13f9-4df0-847f-c3c76cd799a8 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=36e0b5c0-1bda-4299-bc80-7737df16b96c HTTP/1.1" status: 200 len: 854 time: 0.1152935 Apr 15 10:56:42.776808 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bcab6f6b-f1e4-4182-8c68-feffcb9c81e4 req-5a3bb4f4-c54d-4f74-96c5-66c92f6c987f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631592 Apr 15 10:56:42.790675 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:42.825045 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12c12473-fc91-4113-8779-65b9f950bedb req-40c9af48-eb04-48d9-b696-5568c8a0edf6 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513602 Apr 15 10:56:42.829753 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6a1b5-5dac-472f-a884-b77503fdaf89 req-2b84199e-09cb-4959-b2c5-10a06819c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:42.831503 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9cb6a1b5-5dac-472f-a884-b77503fdaf89 req-2b84199e-09cb-4959-b2c5-10a06819c5a7 service neutron] 10.222.0.108 "GET /v2.0/networks?id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35 HTTP/1.1" status: 200 len: 916 time: 0.7864094 Apr 15 10:56:42.916336 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57186) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:42.926057 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1637445193-network', 'tenant_id': 'fb5c21c4267f476f920e0517746c9c43'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:42.938196 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:42.944827 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9cb6a1b5-5dac-472f-a884-b77503fdaf89 req-7333b379-1316-48fb-8634-ea7f1edac154 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4d595b0-77fb-47b8-bfb3-e84dd0197543 HTTP/1.1" status: 200 len: 217 time: 0.1059289 Apr 15 10:56:42.959310 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Usage tracker for resource:network and tenant:fb5c21c4267f476f920e0517746c9c43 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:42.966579 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:42.985762 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:43.072248 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f13786e8-97cd-4679-92c5-37dd9dc77bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.081361 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bcab6f6b-f1e4-4182-8c68-feffcb9c81e4 req-b8ef2584-21f6-4698-8806-e923448dfe09 service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899380 Apr 15 10:56:43.082251 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f13786e8-97cd-4679-92c5-37dd9dc77bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.090657 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6a1b5-5dac-472f-a884-b77503fdaf89 req-3b041cbb-4962-4199-a2fb-961d3342a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:43.092316 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9cb6a1b5-5dac-472f-a884-b77503fdaf89 req-3b041cbb-4962-4199-a2fb-961d3342a942 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=36e0b5c0-1bda-4299-bc80-7737df16b96c HTTP/1.1" status: 200 len: 854 time: 0.1208766 Apr 15 10:56:43.094074 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6f31b71a-4974-40f5-96f4-e3672177022f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:43.142352 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Made reservation on behalf of fb5c21c4267f476f920e0517746c9c43 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:43.147798 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.156630 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 57196) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:43.174306 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9cb6a1b5-5dac-472f-a884-b77503fdaf89 req-1e96b14e-9537-4c8c-83c3-97df59c86cb8 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645211 Apr 15 10:56:43.242245 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.294432 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:43.300001 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13786e8-97cd-4679-92c5-37dd9dc77bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8e6193-4619-4b1c-bc46-8f00448ba0bf,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:43.307446 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f13786e8-97cd-4679-92c5-37dd9dc77bb6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=01544f8ccecc43bf97905427cc40d61f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9352093 Apr 15 10:56:43.307446 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f13786e8-97cd-4679-92c5-37dd9dc77bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:43.310230 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Usage tracker for resource:security_group_rule and tenant:fb5c21c4267f476f920e0517746c9c43 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:43.315746 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57202) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:43.318670 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:43.341845 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:43.369052 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4c183364-35c2-4169-a68b-474885f69253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.422115 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bcab6f6b-f1e4-4182-8c68-feffcb9c81e4 req-35e52692-6efc-4516-8360-4221a37dd4c7 service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293142 Apr 15 10:56:43.442418 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4c183364-35c2-4169-a68b-474885f69253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:43.461572 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-df4cbe24-e839-4033-991f-5b812cf8c529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.472207 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4c183364-35c2-4169-a68b-474885f69253 admin admin] Usage tracker for resource:security_group_rule and tenant:ea28cc290851408e971030408defc16e is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:43.478239 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4c183364-35c2-4169-a68b-474885f69253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:43.482510 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9cb6a1b5-5dac-472f-a884-b77503fdaf89 req-7383bfe1-12f5-4e79-a099-0b1af3ecdcd3 service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979121 Apr 15 10:56:43.488635 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4c183364-35c2-4169-a68b-474885f69253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:43.504661 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-df4cbe24-e839-4033-991f-5b812cf8c529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.587666 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.601097 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.607274 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-913566a8-bbd9-491b-9bb2-ffff5834c9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:43.619997 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-df4cbe24-e839-4033-991f-5b812cf8c529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.659907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] vlan segment allocate from pool success with {'vlan_id': 1368, 'physical_network': 'physnet1'} {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:56:43.673851 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70ec417-60e1-4f77-a968-4b4281d276b9,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:43.676960 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-df4cbe24-e839-4033-991f-5b812cf8c529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.678333 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-df4cbe24-e839-4033-991f-5b812cf8c529 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ef8e6193-4619-4b1c-bc46-8f00448ba0bf HTTP/1.1" status: 204 len: 168 time: 0.3615556 Apr 15 10:56:43.681584 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:43.682272 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e0a0caff-e721-448d-bfea-e813d2a3cb8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:43.689674 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.690076 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Added segment 8c77eb8d-dbc0-4531-be19-63b8ff24fe74 of type vlan for network 91f082b3-8fcc-480a-bc3c-373a36dc7205 Apr 15 10:56:43.700716 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cbe24-e839-4033-991f-5b812cf8c529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8e6193-4619-4b1c-bc46-8f00448ba0bf,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:43.705185 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-df4cbe24-e839-4033-991f-5b812cf8c529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:43.729291 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.773479 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.775019 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:43.775765 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.779862 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:43.873861 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847586166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8185521'] for subnet, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.882729 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Pushing event updated for resources: {'Network': ['ID=91f082b3-8fcc-480a-bc3c-373a36dc7205,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:43.900622 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.900622 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.900622 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.900622 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.903132 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.903736 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.904327 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.905632 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.906237 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.906815 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.907370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.907923 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.911915 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:43.921015 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network 91f082b3-8fcc-480a-bc3c-373a36dc7205 details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:56:43.939171 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0215757 Apr 15 10:56:43.941493 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57224) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:43.957499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] Request body: {'subnet': {'network_id': '91f082b3-8fcc-480a-bc3c-373a36dc7205', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1637445193-subnet', 'tenant_id': 'fb5c21c4267f476f920e0517746c9c43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:43.974936 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:43.984914 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] Usage tracker for resource:subnet and tenant:fb5c21c4267f476f920e0517746c9c43 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:43.989339 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:44.009307 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:44.021140 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a2459b5e-ff8f-45e1-8ac8-7d8bae571569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:44.027620 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] Made reservation on behalf of fb5c21c4267f476f920e0517746c9c43 for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:44.033750 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.171469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca01a20a-05af-4ce9-901f-6f7b165f5b25,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:44.203783 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.215917 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.216314 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.216706 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.217983 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.218370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.218747 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.219124 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.219491 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.220165 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.220283 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.220548 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.220975 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.224406 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:44.245876 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9cb6a1b5-5dac-472f-a884-b77503fdaf89 req-2f859fe1-22a4-44b6-8314-802c03d85fb5 service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7458210 Apr 15 10:56:44.256930 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-8866886b-c231-4347-9bfe-d37007621f81 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/ca01a20a-05af-4ce9-901f-6f7b165f5b25 HTTP/1.1" status: 204 len: 168 time: 1.9973948 Apr 15 10:56:44.259186 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 57238) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:44.411513 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4323f-57a9-4bf8-b983-c1179c314940 req-8d1553f6-735d-4a18-8ee0-24bddadb6fd3 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:44.413168 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dcd4323f-57a9-4bf8-b983-c1179c314940 req-8d1553f6-735d-4a18-8ee0-24bddadb6fd3 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 943 time: 0.3964093 Apr 15 10:56:44.473455 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4c183364-35c2-4169-a68b-474885f69253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.490846 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f5e1c66a-3262-4273-9ed1-b68455423179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853837892'] for network, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.551176 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4c183364-35c2-4169-a68b-474885f69253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.558496 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.568276 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d848a6c0-7620-4ff6-ab99-54619b8dc172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:44.578897 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1f1f6675-d3c3-4413-96ae-36f9f6eb6381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:44.580037 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dcd4323f-57a9-4bf8-b983-c1179c314940 req-f575471b-c469-446e-9c4b-f6b3f1998d55 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567292 Apr 15 10:56:44.612719 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-4c183364-35c2-4169-a68b-474885f69253 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ea28cc290851408e971030408defc16e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4411838 Apr 15 10:56:44.612719 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 57252) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:44.645768 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=538f7f74-00d9-468a-9c04-0636bb5398b0,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:44.671751 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c183364-35c2-4169-a68b-474885f69253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb78b2f-0f2c-413f-a221-df4618475dca,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:44.675311 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4c183364-35c2-4169-a68b-474885f69253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:44.707672 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:44.791056 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f5e1c66a-3262-4273-9ed1-b68455423179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854714127', 'neutron.services.segments.db._delete_segments_for_network--9223363309937827905'] for network, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.835726 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] Checking segment: {'id': '8c77eb8d-dbc0-4531-be19-63b8ff24fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '91f082b3-8fcc-480a-bc3c-373a36dc7205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:44.836216 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] Network hostable DHCP agents. Network: 91f082b3-8fcc-480a-bc3c-373a36dc7205, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:56:44.890626 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] Network 91f082b3-8fcc-480a-bc3c-373a36dc7205 is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:56:44.907293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, 91f082b3-8fcc-480a-bc3c-373a36dc7205) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:44.915825 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ad38ba-a5a0-4db1-aab1-dee87f92c28a None None] Network 91f082b3-8fcc-480a-bc3c-373a36dc7205 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:56:44.919618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:44.920399 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.923652 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-f5e1c66a-3262-4273-9ed1-b68455423179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12262417-372c-40b6-b506-1c4ff9ce5fa6']}} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:44.938047 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-f5e1c66a-3262-4273-9ed1-b68455423179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f9044b-b5cf-42fe-a8d1-92756d119ddd') {'for_net_delete': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:44.938047 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-f5e1c66a-3262-4273-9ed1-b68455423179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f9044b-b5cf-42fe-a8d1-92756d119ddd') {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:44.963123 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f5e1c66a-3262-4273-9ed1-b68455423179 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309937828161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847582343'] for segment, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.979575 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0366986 Apr 15 10:56:44.992014 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f5e1c66a-3262-4273-9ed1-b68455423179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.003728 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e1c66a-3262-4273-9ed1-b68455423179 admin admin] Releasing vlan 1383 on physical network physnet1 to pool {{(pid=85292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:56:45.304515 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f241a3aa-d818-4af4-bcbc-3b8928f9ca1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.321668 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f717c79-ea19-437b-a5b7-dede98a005cc None None] Network 91f082b3-8fcc-480a-bc3c-373a36dc7205 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:56:45.338567 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f5e1c66a-3262-4273-9ed1-b68455423179 admin admin] Network 12262417-372c-40b6-b506-1c4ff9ce5fa6 has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:56:45.349454 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f5e1c66a-3262-4273-9ed1-b68455423179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7189033'] for segment, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.436616 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f241a3aa-d818-4af4-bcbc-3b8928f9ca1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.525472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device f4d595b0-77fb-47b8-bfb3-e84dd0197543 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:56:45.708740 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f5e1c66a-3262-4273-9ed1-b68455423179 admin admin] Network 12262417-372c-40b6-b506-1c4ff9ce5fa6 has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: Traceback (most recent call last): Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: timer() Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: cb(*args, **kw) Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: return func(*args, **kwargs) Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: self._notify() Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: self.callback(batched_events) Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: event.method(event) Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: segment_id)['aggregates'][0] Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: return f(self, *a, **k) Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: return self._get(url).json() Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: **kwargs) Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: return self.request(url, 'GET', **kwargs) Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: **endpoint_filter) Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:56:45.766243 dv-cinder-786386-1-smb neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:56:45.777728 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port f4d595b0-77fb-47b8-bfb3-e84dd0197543, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f4d595b0-77fb-47b8-bfb3-e84dd0197543,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:45.803739 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': 'f4d595b0-77fb-47b8-bfb3-e84dd0197543', 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35', 'port_id': 'f4d595b0-77fb-47b8-bfb3-e84dd0197543', 'mac_address': 'fa:16:3e:41:cf:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e0b5c0-1bda-4299-bc80-7737df16b96c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:56:45.885950 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.910508 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d595b0-77fb-47b8-bfb3-e84dd0197543 {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:45.928746 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port f4d595b0-77fb-47b8-bfb3-e84dd0197543, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f4d595b0-77fb-47b8-bfb3-e84dd0197543,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:45.932551 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.935443 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:45.940105 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f241a3aa-d818-4af4-bcbc-3b8928f9ca1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.950850 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:45.964444 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f5e1c66a-3262-4273-9ed1-b68455423179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-61574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447513'] for network, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.979721 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241a3aa-d818-4af4-bcbc-3b8928f9ca1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb78b2f-0f2c-413f-a221-df4618475dca,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:45.984545 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f241a3aa-d818-4af4-bcbc-3b8928f9ca1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:45.988202 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:46.007662 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f5e1c66a-3262-4273-9ed1-b68455423179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.038562 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=f4d595b0-77fb-47b8-bfb3-e84dd0197543,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:46.044754 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:46.049543 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1c66a-3262-4273-9ed1-b68455423179 admin admin] Pushing event deleted for resources: {'Network': ['ID=12262417-372c-40b6-b506-1c4ff9ce5fa6,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:46.063071 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f5e1c66a-3262-4273-9ed1-b68455423179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:46.063071 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f5e1c66a-3262-4273-9ed1-b68455423179 admin admin] 10.222.0.98 "DELETE /v2.0/networks/12262417-372c-40b6-b506-1c4ff9ce5fa6 HTTP/1.1" status: 204 len: 168 time: 1.7954009 Apr 15 10:56:46.118990 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f241a3aa-d818-4af4-bcbc-3b8928f9ca1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.122998 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f241a3aa-d818-4af4-bcbc-3b8928f9ca1e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cdb78b2f-0f2c-413f-a221-df4618475dca HTTP/1.1" status: 204 len: 168 time: 1.5124884 Apr 15 10:56:46.138342 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c9439-0916-4945-88ea-2774f10343e3 req-575eb2a1-b918-46dd-9337-c82ef7917cfb tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:46.147506 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f66c9439-0916-4945-88ea-2774f10343e3 req-575eb2a1-b918-46dd-9337-c82ef7917cfb tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 943 time: 0.3016875 Apr 15 10:56:46.241053 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f66c9439-0916-4945-88ea-2774f10343e3 req-be01f232-506b-4a19-ba4d-605d181a0121 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924613 Apr 15 10:56:46.262599 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['f4d595b0-77fb-47b8-bfb3-e84dd0197543'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:46.303965 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421b380-76a8-4f6b-aa55-f80734287073 req-1717a379-5f69-4cb2-91ef-be2d1aa7fbe1 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:46.313140 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f421b380-76a8-4f6b-aa55-f80734287073 req-1717a379-5f69-4cb2-91ef-be2d1aa7fbe1 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/networks?id=6c04a847-718e-429e-bdb8-0d3a73ad087e HTTP/1.1" status: 200 len: 808 time: 0.3089190 Apr 15 10:56:46.345912 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f421b380-76a8-4f6b-aa55-f80734287073 req-124a2dab-23e8-4a02-94f3-ee0656e1cf5d tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/quotas/6631160eda4b4e67ba2dbb38ceccacf1 HTTP/1.1" status: 200 len: 375 time: 0.0261240 Apr 15 10:56:46.414550 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f421b380-76a8-4f6b-aa55-f80734287073 req-3c6d8cd0-e003-4ef6-8a09-db5b3d2553ed tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6631160eda4b4e67ba2dbb38ceccacf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673921 Apr 15 10:56:46.474808 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57342) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:46.580491 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-32e47462-8025-4202-9efe-604bd5d7e9a1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=12821fb90310449b89fe16127bd0e6fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1043782 Apr 15 10:56:46.583017 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57348) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:46.622802 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f421b380-76a8-4f6b-aa55-f80734287073 req-9062c08b-c481-4c64-98aa-7fdd85077a47 service neutron] 10.222.0.98 "GET /v2.0/networks/6c04a847-718e-429e-bdb8-0d3a73ad087e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000751 Apr 15 10:56:46.669276 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f5207350-f7ca-41e2-a391-f0df50c9f513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.700299 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f5207350-f7ca-41e2-a391-f0df50c9f513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.753737 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f5207350-f7ca-41e2-a391-f0df50c9f513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.767203 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-42ef4656-e535-4b37-822e-53e3d6d2fb7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:46.785318 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5207350-f7ca-41e2-a391-f0df50c9f513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00b58f7-e637-4ee8-82f8-1e9469a0006e,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:46.788966 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f5207350-f7ca-41e2-a391-f0df50c9f513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:46.790189 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f5207350-f7ca-41e2-a391-f0df50c9f513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.792554 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f5207350-f7ca-41e2-a391-f0df50c9f513 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f00b58f7-e637-4ee8-82f8-1e9469a0006e HTTP/1.1" status: 204 len: 168 time: 0.2066939 Apr 15 10:56:46.890618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57360) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:47.015095 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57370) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:47.052962 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8b8c113a-550f-4bbd-98bc-98e8f9ad3b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.083475 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f421b380-76a8-4f6b-aa55-f80734287073 req-1e42575c-e43a-4198-82a4-2029aaedb9ec service neutron] 10.222.0.98 "GET /v2.0/networks/6c04a847-718e-429e-bdb8-0d3a73ad087e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512928 Apr 15 10:56:47.108292 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8b8c113a-550f-4bbd-98bc-98e8f9ad3b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:47.114296 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-8b8c113a-550f-4bbd-98bc-98e8f9ad3b33 admin admin] Usage tracker for resource:security_group_rule and tenant:1374b024545848848dddad0a30c460b5 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:47.117690 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-8b8c113a-550f-4bbd-98bc-98e8f9ad3b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:47.126023 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-8b8c113a-550f-4bbd-98bc-98e8f9ad3b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:47.239641 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8b8c113a-550f-4bbd-98bc-98e8f9ad3b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.250265 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8b8c113a-550f-4bbd-98bc-98e8f9ad3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.264018 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:47.317569 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-8b8c113a-550f-4bbd-98bc-98e8f9ad3b33 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1374b024545848848dddad0a30c460b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012838 Apr 15 10:56:47.318568 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c113a-550f-4bbd-98bc-98e8f9ad3b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57506eef-1e90-4676-9791-c18fe61fcae6,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:47.320334 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 57382) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:47.322221 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8b8c113a-550f-4bbd-98bc-98e8f9ad3b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:47.424343 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4cc7907b-322a-4c18-a390-0fd7aab37eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.441351 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4cc7907b-322a-4c18-a390-0fd7aab37eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:47.445683 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4cc7907b-322a-4c18-a390-0fd7aab37eb3 admin admin] Usage tracker for resource:security_group_rule and tenant:50b06802ea9744e3936439dca4849130 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:47.449141 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4cc7907b-322a-4c18-a390-0fd7aab37eb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:47.455908 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cef12400-95a8-48e7-9e34-1b1c44ab8280 req-b1b3b6ec-48a0-41be-b8b7-09b2488b1793 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 210 time: 0.1068308 Apr 15 10:56:47.456638 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4cc7907b-322a-4c18-a390-0fd7aab37eb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:47.460658 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device f4d595b0-77fb-47b8-bfb3-e84dd0197543 up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:47.526144 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1c32082-f20c-4444-9b6d-f5f7c22858e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.603707 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4cc7907b-322a-4c18-a390-0fd7aab37eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.613416 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4cc7907b-322a-4c18-a390-0fd7aab37eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.628794 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port f4d595b0-77fb-47b8-bfb3-e84dd0197543 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:47.635069 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port f4d595b0-77fb-47b8-bfb3-e84dd0197543 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:47.635496 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.641130 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d3c38a13-4da1-4bef-a378-58d7b0a644f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:47.649637 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1c32082-f20c-4444-9b6d-f5f7c22858e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.691701 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-4cc7907b-322a-4c18-a390-0fd7aab37eb3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=50b06802ea9744e3936439dca4849130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7998779 Apr 15 10:56:47.692614 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7907b-322a-4c18-a390-0fd7aab37eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d0f821-517a-4bfc-abf3-659da68d152f,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:47.708782 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57404) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:47.769425 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:56:47.770880 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1c32082-f20c-4444-9b6d-f5f7c22858e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.779894 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:47.802097 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4cc7907b-322a-4c18-a390-0fd7aab37eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:47.812741 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c32082-f20c-4444-9b6d-f5f7c22858e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57506eef-1e90-4676-9791-c18fe61fcae6,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:47.833892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d1c32082-f20c-4444-9b6d-f5f7c22858e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:47.837192 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-92651259-c118-46ed-a0b2-61b29ead3016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.863799 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1c32082-f20c-4444-9b6d-f5f7c22858e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.869994 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-92651259-c118-46ed-a0b2-61b29ead3016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.872159 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-d1c32082-f20c-4444-9b6d-f5f7c22858e3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/57506eef-1e90-4676-9791-c18fe61fcae6 HTTP/1.1" status: 204 len: 168 time: 0.5506167 Apr 15 10:56:47.922095 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5dfea-923c-4089-8c53-7134600c423a req-9c4e6ed3-8ce1-4a7b-9e35-9b3a4c20fafb tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:47.923997 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8ac5dfea-923c-4089-8c53-7134600c423a req-9c4e6ed3-8ce1-4a7b-9e35-9b3a4c20fafb tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 944 time: 0.3917592 Apr 15 10:56:47.942964 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-92651259-c118-46ed-a0b2-61b29ead3016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.948065 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ad74f527-815e-4ea8-8d9a-4ff46050dd3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:47.963345 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92651259-c118-46ed-a0b2-61b29ead3016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d0f821-517a-4bfc-abf3-659da68d152f,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:47.974441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-92651259-c118-46ed-a0b2-61b29ead3016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:47.983557 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-92651259-c118-46ed-a0b2-61b29ead3016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.985304 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-92651259-c118-46ed-a0b2-61b29ead3016 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/95d0f821-517a-4bfc-abf3-659da68d152f HTTP/1.1" status: 204 len: 168 time: 0.2735727 Apr 15 10:56:47.986586 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8ac5dfea-923c-4089-8c53-7134600c423a req-65cf8076-5c64-4520-b54b-018349d8d6b1 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554750 Apr 15 10:56:48.020705 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.103479 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0914764c-6ff7-4b88-8a53-b5bcea0385cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d595b0-77fb-47b8-bfb3-e84dd0197543'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:48.113483 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port f4d595b0-77fb-47b8-bfb3-e84dd0197543, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f4d595b0-77fb-47b8-bfb3-e84dd0197543,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:48.131085 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.134515 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:48.227786 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0914764c-6ff7-4b88-8a53-b5bcea0385cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d595b0-77fb-47b8-bfb3-e84dd0197543', 'code': 200} Apr 15 10:56:48.296054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=f4d595b0-77fb-47b8-bfb3-e84dd0197543,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:48.309207 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:48.660272 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57450) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:48.784573 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-75d8bf1c-e36c-42b9-a87f-85fc8a702bd8 req-adbcacd2-5a07-40f4-a4c9-6618e783d404 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 210 time: 0.0617716 Apr 15 10:56:48.837683 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57460) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:48.841066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a317dcb-ed96-4b9e-9181-9d6b8f7c0cf1 req-f1101cbc-953e-4ecd-af66-4d0c8d53ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:48.846131 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3a317dcb-ed96-4b9e-9181-9d6b8f7c0cf1 req-f1101cbc-953e-4ecd-af66-4d0c8d53ff63 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 1098 time: 0.1888132 Apr 15 10:56:48.880151 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-212940672-network', 'tenant_id': '465dd649e85e465080f5d9aa3d70976f'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:48.886160 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:48.891997 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Usage tracker for resource:network and tenant:465dd649e85e465080f5d9aa3d70976f is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:48.895534 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:48.903118 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:48.914009 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50f0e8b9-1218-4b42-903c-3b884d9e07a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.930045 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Made reservation on behalf of 465dd649e85e465080f5d9aa3d70976f for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:48.935250 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.944598 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3a317dcb-ed96-4b9e-9181-9d6b8f7c0cf1 req-2439e234-64c8-4def-afeb-e21163b608cc service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923624 Apr 15 10:56:48.955191 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.966246 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-50f0e8b9-1218-4b42-903c-3b884d9e07a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:48.973801 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-50f0e8b9-1218-4b42-903c-3b884d9e07a9 admin admin] Usage tracker for resource:security_group_rule and tenant:0caff00b4f964971861fc54478c592a3 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:48.977589 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-50f0e8b9-1218-4b42-903c-3b884d9e07a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:48.980628 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:48.987899 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-50f0e8b9-1218-4b42-903c-3b884d9e07a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:48.989168 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Usage tracker for resource:security_group_rule and tenant:465dd649e85e465080f5d9aa3d70976f is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:48.993186 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:49.005330 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:49.183042 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50f0e8b9-1218-4b42-903c-3b884d9e07a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:49.193461 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50f0e8b9-1218-4b42-903c-3b884d9e07a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:49.211542 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5069702a-0e19-430e-ace1-0872b2c9e10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:49.229233 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01504370-bcda-4b85-bb68-d395ab7e6ae2 req-0ed44b39-87c8-40d2-bae0-16ffb307734e tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:49.230800 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-01504370-bcda-4b85-bb68-d395ab7e6ae2 req-0ed44b39-87c8-40d2-bae0-16ffb307734e tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 945 time: 0.0955691 Apr 15 10:56:49.236553 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:49.242571 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-50f0e8b9-1218-4b42-903c-3b884d9e07a9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0caff00b4f964971861fc54478c592a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033656 Apr 15 10:56:49.252316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57476) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:49.257825 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:49.284172 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-01504370-bcda-4b85-bb68-d395ab7e6ae2 req-de92f972-7ed5-4d95-90f7-629b3f3ff0ea tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454021 Apr 15 10:56:49.302755 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0e8b9-1218-4b42-903c-3b884d9e07a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ed217e-7a2c-4f1c-8045-dfd225a76821,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:49.308395 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-50f0e8b9-1218-4b42-903c-3b884d9e07a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:49.310229 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-708251e1-0828-4caf-8c8b-f4e51adcc4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:49.334428 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] vlan segment allocate from pool success with {'vlan_id': 1398, 'physical_network': 'physnet1'} {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:56:49.365663 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c279398-1ff5-4a72-962d-823b100d5932,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:49.374575 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:49.377187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:49.377584 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Added segment 5c0bb16d-2887-4e7b-853c-e0065d350604 of type vlan for network 05c6405f-4172-4bf3-b6eb-f465500f6c40 Apr 15 10:56:49.378882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6f61-2e8b-4dd1-9a3f-550b3eb48c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:49.433439 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6f61-2e8b-4dd1-9a3f-550b3eb48c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:49.441681 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:49.721640 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:49.723078 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:49.723851 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:49.730153 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:49.762709 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421b380-76a8-4f6b-aa55-f80734287073 req-bdcfd35c-dfc1-4f4c-9948-2ae785ee4fff tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:49.765053 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f421b380-76a8-4f6b-aa55-f80734287073 req-bdcfd35c-dfc1-4f4c-9948-2ae785ee4fff tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.108 "GET /v2.0/networks?id=6c04a847-718e-429e-bdb8-0d3a73ad087e HTTP/1.1" status: 200 len: 808 time: 0.2043176 Apr 15 10:56:49.790198 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-f421b380-76a8-4f6b-aa55-f80734287073 req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Request body: {'port': {'device_id': '88c8a60c-8829-4c1b-99b2-d27882a6da9d', 'network_id': '6c04a847-718e-429e-bdb8-0d3a73ad087e', 'admin_state_up': True, 'tenant_id': '6631160eda4b4e67ba2dbb38ceccacf1'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:49.842865 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Pushing event updated for resources: {'Network': ['ID=05c6405f-4172-4bf3-b6eb-f465500f6c40,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:49.848330 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:49.856277 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network 05c6405f-4172-4bf3-b6eb-f465500f6c40 details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:56:49.870315 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6f61-2e8b-4dd1-9a3f-550b3eb48c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:49.873272 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6f61-2e8b-4dd1-9a3f-550b3eb48c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:49.874933 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-2ffa6f61-2e8b-4dd1-9a3f-550b3eb48c98 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/85ed217e-7a2c-4f1c-8045-dfd225a76821 HTTP/1.1" status: 204 len: 168 time: 0.6217613 Apr 15 10:56:49.876475 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6b1ba491-d464-443e-beac-d083ededbbfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:49.887486 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa6f61-2e8b-4dd1-9a3f-550b3eb48c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ed217e-7a2c-4f1c-8045-dfd225a76821,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:49.891206 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2297678 Apr 15 10:56:49.892407 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2ffa6f61-2e8b-4dd1-9a3f-550b3eb48c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:49.898189 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57496) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:49.912792 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] Request body: {'subnet': {'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-212940672-subnet', 'tenant_id': '465dd649e85e465080f5d9aa3d70976f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:49.920938 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:49.929651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] Usage tracker for resource:subnet and tenant:465dd649e85e465080f5d9aa3d70976f is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:49.933558 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:49.950738 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:49.976630 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] Made reservation on behalf of 465dd649e85e465080f5d9aa3d70976f for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:49.982327 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:50.174386 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-f421b380-76a8-4f6b-aa55-f80734287073 req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:50.190577 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-f421b380-76a8-4f6b-aa55-f80734287073 req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Usage tracker for resource:port and tenant:6631160eda4b4e67ba2dbb38ceccacf1 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:50.201034 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-f421b380-76a8-4f6b-aa55-f80734287073 req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:50.217441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-f421b380-76a8-4f6b-aa55-f80734287073 req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:50.360903 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f421b380-76a8-4f6b-aa55-f80734287073 req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Made reservation on behalf of 6631160eda4b4e67ba2dbb38ceccacf1 for: {'port': 1} {{(pid=85292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:50.378456 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f421b380-76a8-4f6b-aa55-f80734287073 req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:50.420670 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8d48997b-3e86-44ad-93c0-0b31993ca418 req-33697396-0139-4ffe-b123-fa179b48c0e5 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 210 time: 0.2362258 Apr 15 10:56:50.845117 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-f421b380-76a8-4f6b-aa55-f80734287073 req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Allocated IP 172.20.0.10 (6c04a847-718e-429e-bdb8-0d3a73ad087e/8b8f1c8a-0c03-450d-a730-db4a45f9175c/0c9f9366-eb82-40fe-86de-cde184e5df2e) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:50.854794 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:50.886035 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb01217-9514-4469-8e40-eb96a0cf1129 req-55db12ef-7506-46b3-81fa-bc00986ff1a0 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:50.887640 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ebb01217-9514-4469-8e40-eb96a0cf1129 req-55db12ef-7506-46b3-81fa-bc00986ff1a0 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 945 time: 0.3176601 Apr 15 10:56:50.899111 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:50.974062 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ebb01217-9514-4469-8e40-eb96a0cf1129 req-07c66a32-5356-4043-84c3-66e659723bb5 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687101 Apr 15 10:56:51.064087 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba729bbe-c7eb-46e3-aa06-bbc37029435b,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:51.073506 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:51.103744 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57546) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:51.177900 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] Checking segment: {'id': '5c0bb16d-2887-4e7b-853c-e0065d350604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:51.178430 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] Network hostable DHCP agents. Network: 05c6405f-4172-4bf3-b6eb-f465500f6c40, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:56:51.217953 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] Network 05c6405f-4172-4bf3-b6eb-f465500f6c40 is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:56:51.234884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, 05c6405f-4172-4bf3-b6eb-f465500f6c40) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:51.240254 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:51.240712 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.244828 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d8dbf5-300b-4221-a9db-0690d60b4bc8 None None] Network 05c6405f-4172-4bf3-b6eb-f465500f6c40 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:56:51.273463 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f421b380-76a8-4f6b-aa55-f80734287073 req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.283077 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-43beb264-8754-4cee-8958-1fe35f2924b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.308828 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-43beb264-8754-4cee-8958-1fe35f2924b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:51.313255 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4138901 Apr 15 10:56:51.315879 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57558) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:51.316864 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f421b380-76a8-4f6b-aa55-f80734287073 req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7189757'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.319179 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-43beb264-8754-4cee-8958-1fe35f2924b8 admin admin] Usage tracker for resource:security_group_rule and tenant:0a54d13b8f684aff88284d602319d992 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:51.325403 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-212940672-router', 'tenant_id': '465dd649e85e465080f5d9aa3d70976f', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:51.329577 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-43beb264-8754-4cee-8958-1fe35f2924b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:51.337942 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-43beb264-8754-4cee-8958-1fe35f2924b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:51.341394 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:51.363034 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b9430cd3-ce20-4323-a367-98b3e0db14fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:51.366166 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Usage tracker for resource:router and tenant:465dd649e85e465080f5d9aa3d70976f is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:51.375363 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:51.390912 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:51.417891 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854336538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761996'] for router, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.418971 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13804'] for router, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.584646 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-43beb264-8754-4cee-8958-1fe35f2924b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.597619 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.602040 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-43beb264-8754-4cee-8958-1fe35f2924b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.602604 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd25a9d-00fe-4050-8d36-d50158743b40 None None] Network 05c6405f-4172-4bf3-b6eb-f465500f6c40 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:56:51.626748 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f5207350-f7ca-41e2-a391-f0df50c9f513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:51.647826 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Pushing event updated for resources: {'Port': ['ID=0c9f9366-eb82-40fe-86de-cde184e5df2e,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:51.653110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:51.688595 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-43beb264-8754-4cee-8958-1fe35f2924b8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0a54d13b8f684aff88284d602319d992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5835211 Apr 15 10:56:51.692130 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57578) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:51.695541 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43beb264-8754-4cee-8958-1fe35f2924b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acab0c77-6c34-4cbf-9df8-bda8ba5f3b86,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:51.711444 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-43beb264-8754-4cee-8958-1fe35f2924b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:51.911051 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f421b380-76a8-4f6b-aa55-f80734287073 req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Network 6c04a847-718e-429e-bdb8-0d3a73ad087e is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:51.913843 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-f421b380-76a8-4f6b-aa55-f80734287073 req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Resources bound (agent type, host, resource id): {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:51.933848 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f421b380-76a8-4f6b-aa55-f80734287073 req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:52.124609 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9a8cb-d91b-410d-a461-1d821d2777df req-c3018fd1-b1b4-4a27-9923-4fb2a6c3d407 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:52.136322 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5ff9a8cb-d91b-410d-a461-1d821d2777df req-c3018fd1-b1b4-4a27-9923-4fb2a6c3d407 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 932 time: 0.4410145 Apr 15 10:56:52.224499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421b380-76a8-4f6b-aa55-f80734287073 req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:52.225575 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f421b380-76a8-4f6b-aa55-f80734287073 req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for port, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:52.293724 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f421b380-76a8-4f6b-aa55-f80734287073 req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5083232 Apr 15 10:56:52.338179 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5ff9a8cb-d91b-410d-a461-1d821d2777df req-31c110f3-d726-4380-b024-c9479fa3c547 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/security-groups?id=118bc50e-9dd3-4bc9-a5d4-ceee6279c453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033300 Apr 15 10:56:52.355251 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Request body: {'port': {'device_id': '88c8a60c-8829-4c1b-99b2-d27882a6da9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:52.425516 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a9c37687-defb-4716-97f8-c6691e6b1e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:52.443409 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854336521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13789'] for router, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:52.487980 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a9c37687-defb-4716-97f8-c6691e6b1e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:52.556582 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:52.630649 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a9c37687-defb-4716-97f8-c6691e6b1e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:52.643538 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5e2e1481-966b-42aa-8775-0adc07fd5df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:52.676072 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c37687-defb-4716-97f8-c6691e6b1e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acab0c77-6c34-4cbf-9df8-bda8ba5f3b86,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:52.696244 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a9c37687-defb-4716-97f8-c6691e6b1e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:52.708059 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a9c37687-defb-4716-97f8-c6691e6b1e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:52.709672 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-a9c37687-defb-4716-97f8-c6691e6b1e56 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/acab0c77-6c34-4cbf-9df8-bda8ba5f3b86 HTTP/1.1" status: 204 len: 168 time: 1.0161448 Apr 15 10:56:52.958225 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:52.999299 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:53.146095 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9f9366-eb82-40fe-86de-cde184e5df2e {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:53.156883 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:53.175124 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Transition to ACTIVE for port object 0c9f9366-eb82-40fe-86de-cde184e5df2e will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:53.177246 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Allocated IP 172.28.1.181 (75f67454-9d0f-442c-bd06-ccb5d72eecb7/92e09409-23cb-47a5-83a3-d0bf73c89cb1/46a9df90-f874-437c-9377-ea5a2b66d3f0) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:53.180056 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847586107'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:53.223868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:53.264918 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 57622) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:53.349860 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:53.386286 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3877830e-6f56-4cf5-ae4d-538b61da1661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:53.389896 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:53.411889 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fe244541-8366-4b62-a1c2-52053bbf5f0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:53.523661 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3877830e-6f56-4cf5-ae4d-538b61da1661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:53.528434 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-3877830e-6f56-4cf5-ae4d-538b61da1661 admin admin] Usage tracker for resource:security_group_rule and tenant:6c93121c73a04956a2500a10c777ce6d is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:53.530904 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-3877830e-6f56-4cf5-ae4d-538b61da1661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:53.537168 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3877830e-6f56-4cf5-ae4d-538b61da1661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:53.553593 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Pushing event updated for resources: {'Port': ['ID=46a9df90-f874-437c-9377-ea5a2b66d3f0,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:53.558045 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:53.642372 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:53.643334 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:53.645740 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:53.657439 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9f9366-eb82-40fe-86de-cde184e5df2e,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:53.660375 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:54.121886 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Attempting to bind port 0c9f9366-eb82-40fe-86de-cde184e5df2e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:54.122410 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Attempting to bind port 0c9f9366-eb82-40fe-86de-cde184e5df2e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'c88bda6a-f257-441e-b172-f53556b96b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '6c04a847-718e-429e-bdb8-0d3a73ad087e'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:54.123593 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Attempting to bind port 0c9f9366-eb82-40fe-86de-cde184e5df2e on network 6c04a847-718e-429e-bdb8-0d3a73ad087e {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:54.162847 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Port 0c9f9366-eb82-40fe-86de-cde184e5df2e on network 6c04a847-718e-429e-bdb8-0d3a73ad087e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:56:54.163259 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Attempting to bind port 0c9f9366-eb82-40fe-86de-cde184e5df2e on network 6c04a847-718e-429e-bdb8-0d3a73ad087e {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:54.173727 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:54.174115 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Checking segment: {'id': 'c88bda6a-f257-441e-b172-f53556b96b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '6c04a847-718e-429e-bdb8-0d3a73ad087e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:54.174698 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Bound using segment: {'id': 'c88bda6a-f257-441e-b172-f53556b96b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '6c04a847-718e-429e-bdb8-0d3a73ad087e'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:54.175196 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Bound port: 0c9f9366-eb82-40fe-86de-cde184e5df2e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88bda6a-f257-441e-b172-f53556b96b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '6c04a847-718e-429e-bdb8-0d3a73ad087e'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:54.175587 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.410074 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3877830e-6f56-4cf5-ae4d-538b61da1661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.427026 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501f97a-4e8c-4377-af99-284f2d77cc04 req-e4b2c650-a101-40ec-9bb7-39e11c632398 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:54.427695 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-c501f97a-4e8c-4377-af99-284f2d77cc04 req-e4b2c650-a101-40ec-9bb7-39e11c632398 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Synchronizing usage tracker for tenant:6631160eda4b4e67ba2dbb38ceccacf1 on resource:port {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:54.437802 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3877830e-6f56-4cf5-ae4d-538b61da1661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.439475 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.471115 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4c183364-35c2-4169-a68b-474885f69253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:54.483680 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-3877830e-6f56-4cf5-ae4d-538b61da1661 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6c93121c73a04956a2500a10c777ce6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2116449 Apr 15 10:56:54.500860 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57682) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:54.567803 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-c501f97a-4e8c-4377-af99-284f2d77cc04 req-e4b2c650-a101-40ec-9bb7-39e11c632398 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Unset dirty status for tenant:6631160eda4b4e67ba2dbb38ceccacf1 on resource:port {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:54.569054 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c501f97a-4e8c-4377-af99-284f2d77cc04 req-e4b2c650-a101-40ec-9bb7-39e11c632398 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 944 time: 1.0594120 Apr 15 10:56:54.577898 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877830e-6f56-4cf5-ae4d-538b61da1661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474f1eda-1230-4e78-9958-cd7af2739056,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:54.584992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3877830e-6f56-4cf5-ae4d-538b61da1661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:54.596497 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-41f4eea5-979c-464b-9b7f-541398d7ed2c tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:54.598133 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-41f4eea5-979c-464b-9b7f-541398d7ed2c tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/networks?id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35 HTTP/1.1" status: 200 len: 814 time: 0.4073784 Apr 15 10:56:54.599373 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] For port 0c9f9366-eb82-40fe-86de-cde184e5df2e, host hv-cinder-78638, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:54.651911 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] For port 0c9f9366-eb82-40fe-86de-cde184e5df2e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0c9f9366-eb82-40fe-86de-cde184e5df2e,segment=NetworkSegment(c88bda6a-f257-441e-b172-f53556b96b85),segment_id=c88bda6a-f257-441e-b172-f53556b96b85)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:54.657260 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-864c058c-e9c0-4533-8b91-43f92fd919b8 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/quotas/ebaf350254024013abef072cdfb97bb3 HTTP/1.1" status: 200 len: 375 time: 0.0330968 Apr 15 10:56:54.663312 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847586107'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.666977 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c501f97a-4e8c-4377-af99-284f2d77cc04 req-4ed84704-6c2e-4f55-87a5-b74ab01d41db tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/security-groups?id=118bc50e-9dd3-4bc9-a5d4-ceee6279c453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859425 Apr 15 10:56:54.684716 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:54.688046 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5874578b-ea71-48ca-bd10-184dbb21138c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.782081 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5874578b-ea71-48ca-bd10-184dbb21138c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.900252 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9f9366-eb82-40fe-86de-cde184e5df2e,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:54.918063 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:54.954545 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5874578b-ea71-48ca-bd10-184dbb21138c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.960050 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-c0b9e85b-d073-4929-a413-c46515dd3d69 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ebaf350254024013abef072cdfb97bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2784934 Apr 15 10:56:54.961423 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:54.962006 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for port, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.962158 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7dc6e343-1365-4819-b22f-48c81980110b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:54.963389 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f421b380-76a8-4f6b-aa55-f80734287073 req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] 10.222.0.108 "PUT /v2.0/ports/0c9f9366-eb82-40fe-86de-cde184e5df2e HTTP/1.1" status: 200 len: 1094 time: 2.6231873 Apr 15 10:56:54.963895 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c8a60c-8829-4c1b-99b2-d27882a6da9d', 'tag': '0c9f9366-eb82-40fe-86de-cde184e5df2e'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:54.973595 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854328227'] for router, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.980821 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874578b-ea71-48ca-bd10-184dbb21138c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474f1eda-1230-4e78-9958-cd7af2739056,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:54.983672 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5874578b-ea71-48ca-bd10-184dbb21138c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:55.140128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5874578b-ea71-48ca-bd10-184dbb21138c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.153966 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-5874578b-ea71-48ca-bd10-184dbb21138c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/474f1eda-1230-4e78-9958-cd7af2739056 HTTP/1.1" status: 204 len: 168 time: 0.6443481 Apr 15 10:56:55.191191 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c8a60c-8829-4c1b-99b2-d27882a6da9d', 'tag': '0c9f9366-eb82-40fe-86de-cde184e5df2e', 'status': 'completed', 'code': 200} Apr 15 10:56:55.231836 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-ddaf2dcf-7520-4fd8-a76e-2d045fb83fdd service neutron] 10.222.0.98 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601552 Apr 15 10:56:55.235980 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421b380-76a8-4f6b-aa55-f80734287073 req-84f8c994-dcee-4252-89fc-caf7ce2f6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:55.237854 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f421b380-76a8-4f6b-aa55-f80734287073 req-84f8c994-dcee-4252-89fc-caf7ce2f6167 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=6631160eda4b4e67ba2dbb38ceccacf1&device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 1097 time: 0.1639187 Apr 15 10:56:55.289728 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Router 9d304909-2d3d-4de8-a9cf-d005096ee952 is scheduled to L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf with binding_index 1 {{(pid=85291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:56:55.399403 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f421b380-76a8-4f6b-aa55-f80734287073 req-97ea5d21-1372-4578-8759-a0a30c1c7fe8 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c9f9366-eb82-40fe-86de-cde184e5df2e HTTP/1.1" status: 200 len: 217 time: 0.1337605 Apr 15 10:56:55.515919 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421b380-76a8-4f6b-aa55-f80734287073 req-9386c005-8b44-4814-b123-4545106d250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:55.517686 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f421b380-76a8-4f6b-aa55-f80734287073 req-9386c005-8b44-4814-b123-4545106d250a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=8b8f1c8a-0c03-450d-a730-db4a45f9175c HTTP/1.1" status: 200 len: 848 time: 0.1104057 Apr 15 10:56:55.542205 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:56:55.554194 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Sync routers for ids ['9d304909-2d3d-4de8-a9cf-d005096ee952'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:56:55.571108 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Routers {'9d304909-2d3d-4de8-a9cf-d005096ee952'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:56:55.571776 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:56:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['9d304909-2d3d-4de8-a9cf-d005096ee952'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:55.596211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.596211 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2724261 Apr 15 10:56:55.596211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57718) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:55.596449 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f421b380-76a8-4f6b-aa55-f80734287073 req-593d66cc-8ccc-4e8c-bdd8-f16ce9e60e77 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=6c04a847-718e-429e-bdb8-0d3a73ad087e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659266 Apr 15 10:56:55.596791 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-ba99103c-5214-4b83-a1a4-e4a692998078 service neutron] 10.222.0.98 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575485 Apr 15 10:56:55.636580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 57724) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:55.670480 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a9572e67-dab6-4c99-93db-2c65bf0b6e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.821559 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a9572e67-dab6-4c99-93db-2c65bf0b6e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:55.876216 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-a9572e67-dab6-4c99-93db-2c65bf0b6e51 admin admin] Usage tracker for resource:security_group_rule and tenant:a2f3d5e0ec2b4454a0f3a15e67317d03 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:55.888152 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-a9572e67-dab6-4c99-93db-2c65bf0b6e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:55.910251 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a9572e67-dab6-4c99-93db-2c65bf0b6e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:56.097365 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ae6ede54-0de1-4a8a-9d0a-0c95000a52af req-53ef6fe4-0c43-4c59-b0dd-99c768dbd018 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 210 time: 0.0945907 Apr 15 10:56:56.131656 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Set router 9d304909-2d3d-4de8-a9cf-d005096ee952 gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:56:56.161165 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba067f6f-1b3c-467f-a390-ad43fb1af0a7 req-336f264f-cf2c-4a31-8234-1ff9e3284eca tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:56.169121 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ba067f6f-1b3c-467f-a390-ad43fb1af0a7 req-336f264f-cf2c-4a31-8234-1ff9e3284eca tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 944 time: 0.2424860 Apr 15 10:56:56.226930 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f421b380-76a8-4f6b-aa55-f80734287073 req-15456434-39d3-4a24-bfe7-4d1c23c7f642 service neutron] 10.222.0.108 "GET /v2.0/networks/6c04a847-718e-429e-bdb8-0d3a73ad087e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6220798 Apr 15 10:56:56.243532 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ba067f6f-1b3c-467f-a390-ad43fb1af0a7 req-0c34a11a-6017-461a-a565-50f3b2afb38e tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/security-groups?id=118bc50e-9dd3-4bc9-a5d4-ceee6279c453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733914 Apr 15 10:56:56.610405 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f421b380-76a8-4f6b-aa55-f80734287073 req-b2462ec4-7f4d-4e6d-bb7b-1b3ec1c9106e service neutron] 10.222.0.108 "GET /v2.0/networks/6c04a847-718e-429e-bdb8-0d3a73ad087e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646507 Apr 15 10:56:56.685885 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a9572e67-dab6-4c99-93db-2c65bf0b6e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:56.690626 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a9572e67-dab6-4c99-93db-2c65bf0b6e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:56.691505 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'name': 'tempest-ServerRescueNegativeTestJSON-212940672-router', 'tenant_id': '465dd649e85e465080f5d9aa3d70976f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '46a9df90-f874-437c-9377-ea5a2b66d3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:51Z', 'updated_at': '2021-04-15T10:56:53Z', 'revision_number': 3, 'project_id': '465dd649e85e465080f5d9aa3d70976f', 'gw_port': {'id': '46a9df90-f874-437c-9377-ea5a2b66d3f0', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:53Z', 'updated_at': '2021-04-15T10:56:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb'}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:56.695809 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Checking router: 9d304909-2d3d-4de8-a9cf-d005096ee952 for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:56:56.696243 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Updating router 9d304909-2d3d-4de8-a9cf-d005096ee952 port 46a9df90-f874-437c-9377-ea5a2b66d3f0 binding host dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:56:56.754671 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-56b04954-2e3d-4759-a727-b47dafc19470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:56.772530 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-a9572e67-dab6-4c99-93db-2c65bf0b6e51 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a2f3d5e0ec2b4454a0f3a15e67317d03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1319904 Apr 15 10:56:56.777495 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 57774) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:56.799017 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:56.869659 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:56.920215 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9572e67-dab6-4c99-93db-2c65bf0b6e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c7bb73-6fb0-4b8d-b013-087ba85de6ad,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:56.931887 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a9572e67-dab6-4c99-93db-2c65bf0b6e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:57.010721 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5761978f-a9a2-4f64-a001-46719afd8919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.058846 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51e2af-1ea3-41c8-9dfd-ecd86faf09f6 req-39787dbe-b404-4448-839e-01bd5b74b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:57.060886 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5b51e2af-1ea3-41c8-9dfd-ecd86faf09f6 req-39787dbe-b404-4448-839e-01bd5b74b103 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=6631160eda4b4e67ba2dbb38ceccacf1&device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 1097 time: 0.2838047 Apr 15 10:56:57.157058 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 57782) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:57.367504 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Notify callbacks [] for port, precommit_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.382456 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Transition to ACTIVE for port object 46a9df90-f874-437c-9377-ea5a2b66d3f0 will not be triggered until provisioned by entity L2. {{(pid=85294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:57.390344 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.421033 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Allocated IP 172.20.0.1 (05c6405f-4172-4bf3-b6eb-f465500f6c40/ba729bbe-c7eb-46e3-aa06-bbc37029435b/b02394a6-f129-4ac7-af19-14682fda0596) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:57.440004 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5761978f-a9a2-4f64-a001-46719afd8919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.466436 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-beea009a-27ea-4de4-8daf-afb64419ecd6 req-f1a6cd6e-58dc-45da-a234-7d5c1dd35530 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 210 time: 0.1747758 Apr 15 10:56:57.523297 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-53bf37fc-33c9-4e97-b308-c284e25b3d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.535569 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-53b46ece-b0c9-4623-8c66-3f342c642a04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:57.605816 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.615815 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Attempting to bind port 46a9df90-f874-437c-9377-ea5a2b66d3f0 on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:57.616297 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Attempting to bind port 46a9df90-f874-437c-9377-ea5a2b66d3f0 by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}] {{(pid=85294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:57.616714 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Attempting to bind port 46a9df90-f874-437c-9377-ea5a2b66d3f0 on network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:57.626949 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:57.627384 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Checking segment: {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:57.627792 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.628226 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Bound using segment: {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'} {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:57.628782 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Bound port: 46a9df90-f874-437c-9377-ea5a2b66d3f0, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}}] {{(pid=85294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:57.629200 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.650471 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.671293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:57.756395 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da0297-1b12-4959-9274-c717a30145ae None None] Pushing event updated for resources: {'Port': ['ID=46a9df90-f874-437c-9377-ea5a2b66d3f0,revision_number=2']} {{(pid=85294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:57.762041 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-53da0297-1b12-4959-9274-c717a30145ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:57.783859 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] For port 46a9df90-f874-437c-9377-ea5a2b66d3f0, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:57.789253 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] For port 46a9df90-f874-437c-9377-ea5a2b66d3f0, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=46a9df90-f874-437c-9377-ea5a2b66d3f0,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:57.797312 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.837850 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:57.845434 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Pushing event updated for resources: {'Port': ['ID=b02394a6-f129-4ac7-af19-14682fda0596,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:57.855772 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:57.874495 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51e2af-1ea3-41c8-9dfd-ecd86faf09f6 req-f68f79a4-f350-423f-9667-e7725cfe1c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:57.876023 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5b51e2af-1ea3-41c8-9dfd-ecd86faf09f6 req-f68f79a4-f350-423f-9667-e7725cfe1c39 service neutron] 10.222.0.108 "GET /v2.0/networks?id=6c04a847-718e-429e-bdb8-0d3a73ad087e HTTP/1.1" status: 200 len: 910 time: 0.7966785 Apr 15 10:56:57.891165 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5761978f-a9a2-4f64-a001-46719afd8919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.899454 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-53bf37fc-33c9-4e97-b308-c284e25b3d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:57.903573 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-53bf37fc-33c9-4e97-b308-c284e25b3d9c admin admin] Usage tracker for resource:security_group_rule and tenant:5f2ab3e6739f4be8857d717cc72552ec is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:57.907642 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-53bf37fc-33c9-4e97-b308-c284e25b3d9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:57.914416 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-53bf37fc-33c9-4e97-b308-c284e25b3d9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:57.933180 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7d425b88-9412-4260-ba0b-ec13db10bc21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:57.954163 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Network 05c6405f-4172-4bf3-b6eb-f465500f6c40 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:58.009350 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:58.011201 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57802) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:58.020342 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:58.021086 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854328168'] for router_interface, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.130012 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761978f-a9a2-4f64-a001-46719afd8919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c7bb73-6fb0-4b8d-b013-087ba85de6ad,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:58.136887 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5761978f-a9a2-4f64-a001-46719afd8919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:58.139039 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5b51e2af-1ea3-41c8-9dfd-ecd86faf09f6 req-3f69258f-79b1-482d-a732-d51877fd6241 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c9f9366-eb82-40fe-86de-cde184e5df2e HTTP/1.1" status: 200 len: 217 time: 0.2120361 Apr 15 10:56:58.163490 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752a00a-9806-407b-9a92-c8d7440844cd req-3c63a887-7ae5-4267-952c-24b7c6d1ab27 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:58.171949 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e752a00a-9806-407b-9a92-c8d7440844cd req-3c63a887-7ae5-4267-952c-24b7c6d1ab27 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 944 time: 0.7149866 Apr 15 10:56:58.192164 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da0297-1b12-4959-9274-c717a30145ae None None] Pushing event updated for resources: {'Port': ['ID=46a9df90-f874-437c-9377-ea5a2b66d3f0,revision_number=3']} {{(pid=85294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:58.199562 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-53da0297-1b12-4959-9274-c717a30145ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:58.226918 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5761978f-a9a2-4f64-a001-46719afd8919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.231830 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-5761978f-a9a2-4f64-a001-46719afd8919 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/33c7bb73-6fb0-4b8d-b013-087ba85de6ad HTTP/1.1" status: 204 len: 168 time: 1.4528618 Apr 15 10:56:58.283757 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Routers {'9d304909-2d3d-4de8-a9cf-d005096ee952'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:56:58.284542 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:56:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['9d304909-2d3d-4de8-a9cf-d005096ee952'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:58.319044 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e752a00a-9806-407b-9a92-c8d7440844cd req-51dd9032-a5a4-4c80-a4ca-17f4296c2058 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/security-groups?id=118bc50e-9dd3-4bc9-a5d4-ceee6279c453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459281 Apr 15 10:56:58.325237 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-26d26a22-3f98-44fc-a60a-251af795c9d5 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:58.338849 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-26d26a22-3f98-44fc-a60a-251af795c9d5 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.108 "GET /v2.0/networks?id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35 HTTP/1.1" status: 200 len: 814 time: 0.4445364 Apr 15 10:56:58.341068 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51e2af-1ea3-41c8-9dfd-ecd86faf09f6 req-f16a0815-56a5-4722-af6f-e34aed3ed416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:58.343638 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5b51e2af-1ea3-41c8-9dfd-ecd86faf09f6 req-f16a0815-56a5-4722-af6f-e34aed3ed416 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=8b8f1c8a-0c03-450d-a730-db4a45f9175c HTTP/1.1" status: 200 len: 848 time: 0.1907396 Apr 15 10:56:58.380259 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-53bf37fc-33c9-4e97-b308-c284e25b3d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.389521 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-53bf37fc-33c9-4e97-b308-c284e25b3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.400436 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e90d6374-8b3c-4c6d-b6aa-7b7bb8c5293c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:58.413878 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-8d5f53ff-98cc-4a64-bc98-b8b244783666 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Request body: {'port': {'device_id': 'd773aaee-8090-49e7-af32-c7e0ad6f4202', 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35', 'admin_state_up': True, 'tenant_id': 'ebaf350254024013abef072cdfb97bb3'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:58.465149 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1ea74bb4-d357-443d-8b93-177e663530d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.474055 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf37fc-33c9-4e97-b308-c284e25b3d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea40004e-ffdb-4069-8396-b40e211d9e7f,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:58.490842 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-53bf37fc-33c9-4e97-b308-c284e25b3d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:58.500767 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5b51e2af-1ea3-41c8-9dfd-ecd86faf09f6 req-195dd657-6e20-4980-bee9-f2b206f7fb0d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=6c04a847-718e-429e-bdb8-0d3a73ad087e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012113 Apr 15 10:56:58.507578 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] Set router 9d304909-2d3d-4de8-a9cf-d005096ee952 gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:56:58.511687 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-53bf37fc-33c9-4e97-b308-c284e25b3d9c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5f2ab3e6739f4be8857d717cc72552ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3489165 Apr 15 10:56:58.515939 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 57820) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:58.569152 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1ea74bb4-d357-443d-8b93-177e663530d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:58.594371 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-1ea74bb4-d357-443d-8b93-177e663530d0 admin admin] Usage tracker for resource:security_group_rule and tenant:185fd8880c78409a9b460450513008e0 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:58.650032 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-1ea74bb4-d357-443d-8b93-177e663530d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:58.663531 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.673730 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1ea74bb4-d357-443d-8b93-177e663530d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:58.715836 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-8d5f53ff-98cc-4a64-bc98-b8b244783666 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:58.718844 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-18c69c3f-ea10-4901-b9d7-efcc28e542fb req-8591a15a-ab62-4d39-ae09-72c6aaf50952 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 210 time: 0.0703838 Apr 15 10:56:58.765510 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8cf28db6-68b8-4afb-8ceb-8baf9ab5c4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.808818 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8cf28db6-68b8-4afb-8ceb-8baf9ab5c4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.821476 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5b51e2af-1ea3-41c8-9dfd-ecd86faf09f6 req-0778ad0f-af0b-4382-829d-356b87c218b7 service neutron] 10.222.0.108 "GET /v2.0/networks/6c04a847-718e-429e-bdb8-0d3a73ad087e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871380 Apr 15 10:56:58.910735 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-8d5f53ff-98cc-4a64-bc98-b8b244783666 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:58.992912 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8cf28db6-68b8-4afb-8ceb-8baf9ab5c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.001317 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8496fe9b-56e9-4a93-b7e8-e5e632cb2180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:59.006624 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-8d5f53ff-98cc-4a64-bc98-b8b244783666 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Made reservation on behalf of ebaf350254024013abef072cdfb97bb3 for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:59.012825 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-8d5f53ff-98cc-4a64-bc98-b8b244783666 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.016182 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf28db6-68b8-4afb-8ceb-8baf9ab5c4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea40004e-ffdb-4069-8396-b40e211d9e7f,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:59.022445 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5b51e2af-1ea3-41c8-9dfd-ecd86faf09f6 req-843e5cfc-30e9-4a84-b22f-df8309d3d9f0 service neutron] 10.222.0.108 "GET /v2.0/networks/6c04a847-718e-429e-bdb8-0d3a73ad087e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872635 Apr 15 10:56:59.024454 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8cf28db6-68b8-4afb-8ceb-8baf9ab5c4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:59.025577 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'name': 'tempest-ServerRescueNegativeTestJSON-212940672-router', 'tenant_id': '465dd649e85e465080f5d9aa3d70976f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '46a9df90-f874-437c-9377-ea5a2b66d3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:51Z', 'updated_at': '2021-04-15T10:56:53Z', 'revision_number': 3, 'project_id': '465dd649e85e465080f5d9aa3d70976f', 'gw_port': {'id': '46a9df90-f874-437c-9377-ea5a2b66d3f0', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:53Z', 'updated_at': '2021-04-15T10:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb'}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:59.027183 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8cf28db6-68b8-4afb-8ceb-8baf9ab5c4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.031858 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-8cf28db6-68b8-4afb-8ceb-8baf9ab5c4a3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ea40004e-ffdb-4069-8396-b40e211d9e7f HTTP/1.1" status: 204 len: 168 time: 0.5125365 Apr 15 10:56:59.052185 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a237da-e001-4d6c-9795-cc0dabd54364 None None] The sync data for ids ['9d304909-2d3d-4de8-a9cf-d005096ee952'] in dv-cinder-786386-1-smb is: [{'id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'name': 'tempest-ServerRescueNegativeTestJSON-212940672-router', 'tenant_id': '465dd649e85e465080f5d9aa3d70976f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '46a9df90-f874-437c-9377-ea5a2b66d3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:51Z', 'updated_at': '2021-04-15T10:56:53Z', 'revision_number': 3, 'project_id': '465dd649e85e465080f5d9aa3d70976f', 'gw_port': {'id': '46a9df90-f874-437c-9377-ea5a2b66d3f0', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:53Z', 'updated_at': '2021-04-15T10:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb'}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:56:59.320071 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1ea74bb4-d357-443d-8b93-177e663530d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.339539 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1ea74bb4-d357-443d-8b93-177e663530d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.354116 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-50f0e8b9-1218-4b42-903c-3b884d9e07a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:59.363309 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.380939 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.403459 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854218599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327501'] for router_interface, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.432438 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-8d5f53ff-98cc-4a64-bc98-b8b244783666 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Allocated IP 172.20.0.2 (8eaf3f47-a7a6-43c5-984d-3b6a70257c35/36e0b5c0-1bda-4299-bc80-7737df16b96c/b50a812e-5de6-4e0a-8c2d-927bccd53cc9) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:59.484481 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea74bb4-d357-443d-8b93-177e663530d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d7b6c8-6c2c-4d04-acdc-8ecb6a4ed03a,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:59.506887 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-1ea74bb4-d357-443d-8b93-177e663530d0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=185fd8880c78409a9b460450513008e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4877210 Apr 15 10:56:59.510726 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1ea74bb4-d357-443d-8b93-177e663530d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:59.511043 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57856) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:59.514330 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:59.585283 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 0c9f9366-eb82-40fe-86de-cde184e5df2e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:56:59.674818 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38031760-a40b-4a90-80cd-63e81365d228 req-e9cfaab7-7967-432f-be4e-6fdfe5d1f5de tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:59.685085 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-38031760-a40b-4a90-80cd-63e81365d228 req-e9cfaab7-7967-432f-be4e-6fdfe5d1f5de tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 944 time: 0.2100670 Apr 15 10:56:59.766048 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 0c9f9366-eb82-40fe-86de-cde184e5df2e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0c9f9366-eb82-40fe-86de-cde184e5df2e,segment=NetworkSegment(c88bda6a-f257-441e-b172-f53556b96b85),segment_id=c88bda6a-f257-441e-b172-f53556b96b85)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:59.772258 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-38031760-a40b-4a90-80cd-63e81365d228 req-40fb94ea-9e25-4f44-abd1-83fcb28efde5 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/security-groups?id=118bc50e-9dd3-4bc9-a5d4-ceee6279c453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853536 Apr 15 10:56:59.787183 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 57862) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:59.805793 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': '0c9f9366-eb82-40fe-86de-cde184e5df2e', 'network_id': '6c04a847-718e-429e-bdb8-0d3a73ad087e', 'port_id': '0c9f9366-eb82-40fe-86de-cde184e5df2e', 'mac_address': 'fa:16:3e:b5:5b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8f1c8a-0c03-450d-a730-db4a45f9175c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:56:59.829705 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a100dd42-3f5d-4b2e-9d72-d0e6662feaaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.865814 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a100dd42-3f5d-4b2e-9d72-d0e6662feaaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:59.870853 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-a100dd42-3f5d-4b2e-9d72-d0e6662feaaf admin admin] Usage tracker for resource:security_group_rule and tenant:d5df81b2e584442891a2f2aeb3eb1480 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:59.880661 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-a100dd42-3f5d-4b2e-9d72-d0e6662feaaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:59.889136 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a100dd42-3f5d-4b2e-9d72-d0e6662feaaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:59.920139 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Pushing event updated for resources: {'Port': ['ID=b02394a6-f129-4ac7-af19-14682fda0596,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:59.923594 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:59.940897 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.986099 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9f9366-eb82-40fe-86de-cde184e5df2e {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:00.015092 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 0c9f9366-eb82-40fe-86de-cde184e5df2e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0c9f9366-eb82-40fe-86de-cde184e5df2e,segment=NetworkSegment(c88bda6a-f257-441e-b172-f53556b96b85),segment_id=c88bda6a-f257-441e-b172-f53556b96b85)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:00.027037 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.029791 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:00.041507 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-8d5f53ff-98cc-4a64-bc98-b8b244783666 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.099680 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-01703893-15f2-4478-9644-6846f35767e3 req-9aaa6bc4-a3a4-46a7-899f-8e8e59497812 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 210 time: 0.1442339 Apr 15 10:57:00.110640 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-8d5f53ff-98cc-4a64-bc98-b8b244783666 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.147228 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 57870) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:00.215927 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:00.220848 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=0c9f9366-eb82-40fe-86de-cde184e5df2e,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:00.238301 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a100dd42-3f5d-4b2e-9d72-d0e6662feaaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.244103 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:00.245179 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a100dd42-3f5d-4b2e-9d72-d0e6662feaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.246746 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:00.247305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:00.249240 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:00.249794 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:00.251667 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:00.252235 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:00.254482 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:00.255048 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:00.256395 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e657c0d4-d524-4ccc-a444-fbd5bf423464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:00.256863 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:00.258420 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:00.258962 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:00.269750 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:00.272563 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['6f6bd4b8-98aa-444f-ad3b-5816032f4e2a', 'f4d595b0-77fb-47b8-bfb3-e84dd0197543'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:00.332158 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100dd42-3f5d-4b2e-9d72-d0e6662feaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57390544-7e4c-4d64-b616-c40dcf4cb9ae,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:00.346861 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a100dd42-3f5d-4b2e-9d72-d0e6662feaaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:00.351396 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-a100dd42-3f5d-4b2e-9d72-d0e6662feaaf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d5df81b2e584442891a2f2aeb3eb1480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5631714 Apr 15 10:57:00.354753 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 57878) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:00.394933 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11b02de9-dab8-4cb2-ac7c-8d364b6d9b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.437040 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dbc676e8-87e0-489e-ad64-77919ee9c398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.437897 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11b02de9-dab8-4cb2-ac7c-8d364b6d9b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.486903 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dbc676e8-87e0-489e-ad64-77919ee9c398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.495468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1b2bca3-b763-45e9-bf58-a51d55fcbd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.531467 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d1b2bca3-b763-45e9-bf58-a51d55fcbd83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:00.550807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d1b2bca3-b763-45e9-bf58-a51d55fcbd83 admin admin] Usage tracker for resource:security_group_rule and tenant:7e45c20251d047859ed809115012af38 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:00.554706 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f53ff-98cc-4a64-bc98-b8b244783666 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Pushing event updated for resources: {'Port': ['ID=b50a812e-5de6-4e0a-8c2d-927bccd53cc9,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:00.557172 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d1b2bca3-b763-45e9-bf58-a51d55fcbd83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:00.565412 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d1b2bca3-b763-45e9-bf58-a51d55fcbd83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:00.576732 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['0c9f9366-eb82-40fe-86de-cde184e5df2e'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:00.580652 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8d5f53ff-98cc-4a64-bc98-b8b244783666 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:00.593751 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dbc676e8-87e0-489e-ad64-77919ee9c398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.605983 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-53bf37fc-33c9-4e97-b308-c284e25b3d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:00.643407 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc676e8-87e0-489e-ad64-77919ee9c398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57390544-7e4c-4d64-b616-c40dcf4cb9ae,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:00.646281 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dbc676e8-87e0-489e-ad64-77919ee9c398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:00.660706 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dbc676e8-87e0-489e-ad64-77919ee9c398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.661920 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-dbc676e8-87e0-489e-ad64-77919ee9c398 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/57390544-7e4c-4d64-b616-c40dcf4cb9ae HTTP/1.1" status: 204 len: 168 time: 0.3061786 Apr 15 10:57:00.668456 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Network 05c6405f-4172-4bf3-b6eb-f465500f6c40 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:00.671139 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:00.754658 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1b2bca3-b763-45e9-bf58-a51d55fcbd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.755600 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 46a9df90-f874-437c-9377-ea5a2b66d3f0 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:00.762543 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d1b2bca3-b763-45e9-bf58-a51d55fcbd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.791292 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:00.843304 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2bca3-b763-45e9-bf58-a51d55fcbd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a4f773-90a9-404c-9dd9-b2ea57defacf,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:00.849339 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d1b2bca3-b763-45e9-bf58-a51d55fcbd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:00.872014 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-8d5f53ff-98cc-4a64-bc98-b8b244783666 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:00.874240 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11b02de9-dab8-4cb2-ac7c-8d364b6d9b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.878908 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-8d5f53ff-98cc-4a64-bc98-b8b244783666 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:00.882225 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-8d5f53ff-98cc-4a64-bc98-b8b244783666 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:00.888339 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-8d5f53ff-98cc-4a64-bc98-b8b244783666 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:00.889553 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-8d5f53ff-98cc-4a64-bc98-b8b244783666 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.901495 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-d1b2bca3-b763-45e9-bf58-a51d55fcbd83 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7e45c20251d047859ed809115012af38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7527831 Apr 15 10:57:00.902199 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 57892) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:00.907826 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2ffa6f61-2e8b-4dd1-9a3f-550b3eb48c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:00.954012 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b02de9-dab8-4cb2-ac7c-8d364b6d9b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d7b6c8-6c2c-4d04-acdc-8ecb6a4ed03a,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:00.961739 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-11b02de9-dab8-4cb2-ac7c-8d364b6d9b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:00.996174 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1538022f-9057-4239-9f93-92072a2a3542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.021301 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-11b02de9-dab8-4cb2-ac7c-8d364b6d9b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.024628 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-11b02de9-dab8-4cb2-ac7c-8d364b6d9b47 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e9d7b6c8-6c2c-4d04-acdc-8ecb6a4ed03a HTTP/1.1" status: 204 len: 168 time: 1.4611945 Apr 15 10:57:01.065775 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-8d5f53ff-98cc-4a64-bc98-b8b244783666 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6574669 Apr 15 10:57:01.090368 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port 46a9df90-f874-437c-9377-ea5a2b66d3f0 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:01.116126 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1538022f-9057-4239-9f93-92072a2a3542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.134410 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Request body: {'port': {'device_id': 'd773aaee-8090-49e7-af32-c7e0ad6f4202', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:01.171398 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 46a9df90-f874-437c-9377-ea5a2b66d3f0 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:01.171833 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.225917 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5733b5-ec6b-4245-a014-204ae1798e69 req-90a786fe-0d59-47a1-a885-7cf1a6118fe2 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:01.227678 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cc5733b5-ec6b-4245-a014-204ae1798e69 req-90a786fe-0d59-47a1-a885-7cf1a6118fe2 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 945 time: 0.2328255 Apr 15 10:57:01.271554 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1538022f-9057-4239-9f93-92072a2a3542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.292667 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f241a3aa-d818-4af4-bcbc-3b8928f9ca1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:01.334003 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538022f-9057-4239-9f93-92072a2a3542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a4f773-90a9-404c-9dd9-b2ea57defacf,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:01.350679 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1538022f-9057-4239-9f93-92072a2a3542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:01.463910 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1538022f-9057-4239-9f93-92072a2a3542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.465213 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-1538022f-9057-4239-9f93-92072a2a3542 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/66a4f773-90a9-404c-9dd9-b2ea57defacf HTTP/1.1" status: 204 len: 168 time: 0.5619998 Apr 15 10:57:01.507303 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Router 9d304909-2d3d-4de8-a9cf-d005096ee952 has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:57:01.541644 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cc5733b5-ec6b-4245-a014-204ae1798e69 req-a54168fc-c665-489b-9020-2ff215ec63bf tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/security-groups?id=118bc50e-9dd3-4bc9-a5d4-ceee6279c453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068452 Apr 15 10:57:01.637376 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f269062-5af4-4e61-8a11-3403b022575f req-67351233-1711-4fa9-b257-34acf4cbd93d tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:01.647800 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2f269062-5af4-4e61-8a11-3403b022575f req-67351233-1711-4fa9-b257-34acf4cbd93d tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 931 time: 0.2953999 Apr 15 10:57:01.768444 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2f269062-5af4-4e61-8a11-3403b022575f req-810cbeeb-71af-405f-b988-4cc32ef411b2 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146493 Apr 15 10:57:01.826888 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.844924 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] For port 46a9df90-f874-437c-9377-ea5a2b66d3f0, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=46a9df90-f874-437c-9377-ea5a2b66d3f0,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:01.851781 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.854075 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dafae01f-64a8-49e8-abfe-5e90c35f28e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:01.925828 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.989417 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Pushing event updated for resources: {'Port': ['ID=46a9df90-f874-437c-9377-ea5a2b66d3f0,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:02.003811 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:02.024661 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:57:02.045936 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] 10.222.0.98 "PUT /v2.0/routers/9d304909-2d3d-4de8-a9cf-d005096ee952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4519048 Apr 15 10:57:02.227446 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 57930) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:02.257651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-88b0d280-1e5e-46e4-92cc-eeef7ee4c2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:02.297058 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-88b0d280-1e5e-46e4-92cc-eeef7ee4c2e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:02.306625 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-88b0d280-1e5e-46e4-92cc-eeef7ee4c2e8 admin admin] Usage tracker for resource:security_group_rule and tenant:5defab2ec0534d7b9a2cb09cdcf513f3 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:02.317153 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-88b0d280-1e5e-46e4-92cc-eeef7ee4c2e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:02.326555 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-88b0d280-1e5e-46e4-92cc-eeef7ee4c2e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:02.477347 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-88b0d280-1e5e-46e4-92cc-eeef7ee4c2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:02.493814 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-88b0d280-1e5e-46e4-92cc-eeef7ee4c2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:02.527767 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-77dddc95-0b99-4f35-b4a4-5c570b4dfc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:02.541892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Sync routers for ids ['9d304909-2d3d-4de8-a9cf-d005096ee952'] in dv-cinder-786386-1-smb {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:57:02.564612 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Routers {'9d304909-2d3d-4de8-a9cf-d005096ee952'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:02.568314 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:56:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['9d304909-2d3d-4de8-a9cf-d005096ee952'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:02.624135 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0d280-1e5e-46e4-92cc-eeef7ee4c2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583770e3-dfd6-4f81-bcf9-2e437959507f,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:02.640373 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-88b0d280-1e5e-46e4-92cc-eeef7ee4c2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:02.708060 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-88b0d280-1e5e-46e4-92cc-eeef7ee4c2e8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5defab2ec0534d7b9a2cb09cdcf513f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772034 Apr 15 10:57:02.711583 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 57954) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:02.740321 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50a812e-5de6-4e0a-8c2d-927bccd53cc9 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:02.750858 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:02.761834 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 46a9df90-f874-437c-9377-ea5a2b66d3f0 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:02.773651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Transition to ACTIVE for port object b50a812e-5de6-4e0a-8c2d-927bccd53cc9 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:02.781491 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:02.814952 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:02.886243 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 57970) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:02.937158 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb872-c414-4c70-a2b1-903c7e19244f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:02.962080 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Pushing event updated for resources: {'Port': ['ID=b50a812e-5de6-4e0a-8c2d-927bccd53cc9,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:02.975492 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:02.994680 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 46a9df90-f874-437c-9377-ea5a2b66d3f0 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:02.994680 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.057498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b15dff20-5ce4-4f6f-be0f-ae9b4a2e198b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.063359 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Set router 9d304909-2d3d-4de8-a9cf-d005096ee952 gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:03.115760 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1697869337-network', 'tenant_id': '6a7b1b98c21f426a98d114ab7a4b545a'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:03.132275 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b15dff20-5ce4-4f6f-be0f-ae9b4a2e198b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.170005 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-11d57503-fed5-48ea-9722-262f72134be1 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:03.171925 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-11d57503-fed5-48ea-9722-262f72134be1 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/networks?id=05c6405f-4172-4bf3-b6eb-f465500f6c40 HTTP/1.1" status: 200 len: 818 time: 0.3073163 Apr 15 10:57:03.192172 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:03.200646 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Usage tracker for resource:network and tenant:6a7b1b98c21f426a98d114ab7a4b545a is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:03.218105 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-e59fcc92-195e-41ee-b37f-5cd5b2a7c2f8 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/quotas/465dd649e85e465080f5d9aa3d70976f HTTP/1.1" status: 200 len: 375 time: 0.0218794 Apr 15 10:57:03.231151 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5c7d2-1e28-480b-96c6-b9b39130cea3 req-4ebfebd1-c8e3-4974-a758-ee84a57cb1b7 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:03.233745 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1df5c7d2-1e28-480b-96c6-b9b39130cea3 req-4ebfebd1-c8e3-4974-a758-ee84a57cb1b7 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 945 time: 0.2771323 Apr 15 10:57:03.236312 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:03.256718 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:03.269484 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Attempting to bind port b50a812e-5de6-4e0a-8c2d-927bccd53cc9 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:03.269858 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Attempting to bind port b50a812e-5de6-4e0a-8c2d-927bccd53cc9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1385, 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:03.270222 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Attempting to bind port b50a812e-5de6-4e0a-8c2d-927bccd53cc9 on network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:03.276152 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Port b50a812e-5de6-4e0a-8c2d-927bccd53cc9 on network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:57:03.276514 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Attempting to bind port b50a812e-5de6-4e0a-8c2d-927bccd53cc9 on network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:03.281094 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Made reservation on behalf of 6a7b1b98c21f426a98d114ab7a4b545a for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:03.285843 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.299063 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:03.299421 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Checking segment: {'id': 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1385, 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:03.299837 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Bound using segment: {'id': 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1385, 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:03.300309 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Bound port: b50a812e-5de6-4e0a-8c2d-927bccd53cc9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1385, 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:03.300703 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.307546 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b15dff20-5ce4-4f6f-be0f-ae9b4a2e198b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.313092 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.314303 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3a9f5d07-83e4-4b91-b622-98df7aba0b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:03.333707 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15dff20-5ce4-4f6f-be0f-ae9b4a2e198b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583770e3-dfd6-4f81-bcf9-2e437959507f,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:03.342044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b15dff20-5ce4-4f6f-be0f-ae9b4a2e198b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:03.364403 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b15dff20-5ce4-4f6f-be0f-ae9b4a2e198b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.365798 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b15dff20-5ce4-4f6f-be0f-ae9b4a2e198b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/583770e3-dfd6-4f81-bcf9-2e437959507f HTTP/1.1" status: 204 len: 168 time: 0.6531899 Apr 15 10:57:03.380412 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1df5c7d2-1e28-480b-96c6-b9b39130cea3 req-48843554-20d4-4863-ab7c-eb0f3f5d0db3 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/security-groups?id=118bc50e-9dd3-4bc9-a5d4-ceee6279c453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973222 Apr 15 10:57:03.397488 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:03.405895 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Usage tracker for resource:security_group_rule and tenant:6a7b1b98c21f426a98d114ab7a4b545a is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:03.411001 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:03.421628 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-c289ea75-854b-401c-9553-48bcf169fbce tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=465dd649e85e465080f5d9aa3d70976f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1788805 Apr 15 10:57:03.427034 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:03.472309 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] For port b50a812e-5de6-4e0a-8c2d-927bccd53cc9, host hv-cinder-78638, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:03.476933 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] For port b50a812e-5de6-4e0a-8c2d-927bccd53cc9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b50a812e-5de6-4e0a-8c2d-927bccd53cc9,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:03.483759 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.503301 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1a3f72fc-a0db-4fe5-97f9-7332cf7cad96 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:03.532786 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'name': 'tempest-ServerRescueNegativeTestJSON-212940672-router', 'tenant_id': '465dd649e85e465080f5d9aa3d70976f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '46a9df90-f874-437c-9377-ea5a2b66d3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:51Z', 'updated_at': '2021-04-15T10:56:58Z', 'revision_number': 4, 'project_id': '465dd649e85e465080f5d9aa3d70976f', 'gw_port': {'id': '46a9df90-f874-437c-9377-ea5a2b66d3f0', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:53Z', 'updated_at': '2021-04-15T10:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'b02394a6-f129-4ac7-af19-14682fda0596', 'name': '', 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40', 'tenant_id': '465dd649e85e465080f5d9aa3d70976f', 'mac_address': 'fa:16:3e:a6:a9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ba729bbe-c7eb-46e3-aa06-bbc37029435b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:57Z', 'updated_at': '2021-04-15T10:56:58Z', 'revision_number': 2, 'project_id': '465dd649e85e465080f5d9aa3d70976f', 'subnets': [{'id': 'ba729bbe-c7eb-46e3-aa06-bbc37029435b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:03.539955 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Checking router: 9d304909-2d3d-4de8-a9cf-d005096ee952 for host: dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:57:03.540820 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Updating router 9d304909-2d3d-4de8-a9cf-d005096ee952 port b02394a6-f129-4ac7-af19-14682fda0596 binding host dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:57:03.605144 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.621387 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 0c9f9366-eb82-40fe-86de-cde184e5df2e up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:03.706693 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Pushing event updated for resources: {'Port': ['ID=b50a812e-5de6-4e0a-8c2d-927bccd53cc9,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:03.719002 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9403dda-f368-46cc-b98b-6863d19cbdb7 req-d50d6e52-6595-434c-a1ef-adc12bfcb8ed tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:03.719002 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c9403dda-f368-46cc-b98b-6863d19cbdb7 req-d50d6e52-6595-434c-a1ef-adc12bfcb8ed tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 943 time: 0.1406901 Apr 15 10:57:03.730812 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:03.740854 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-619c132c-d5ca-4549-8451-8e70cb77fc90 service neutron] 10.222.0.98 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077316 Apr 15 10:57:03.885322 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.894538 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.915386 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5874578b-ea71-48ca-bd10-184dbb21138c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:03.980149 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] vlan segment allocate from pool success with {'vlan_id': 1370, 'physical_network': 'physnet1'} {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:57:03.994692 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.995316 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Added segment f1f56d08-f726-48ee-9636-a78f1b9ea0b8 of type vlan for network 0e07d15d-4c8e-473b-981f-16d1a156732c Apr 15 10:57:04.049395 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.106688 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:04.108615 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.110529 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-5594395a-9fad-4759-992e-614d65583e9f service neutron] 10.222.0.108 "PUT /v2.0/ports/b50a812e-5de6-4e0a-8c2d-927bccd53cc9 HTTP/1.1" status: 200 len: 1093 time: 2.9960277 Apr 15 10:57:04.110917 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd773aaee-8090-49e7-af32-c7e0ad6f4202', 'tag': 'b50a812e-5de6-4e0a-8c2d-927bccd53cc9'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:04.121522 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.127023 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:04.127764 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.131516 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c9403dda-f368-46cc-b98b-6863d19cbdb7 req-d9879ab6-4b84-49a9-b7fa-d7db9a4ddbd5 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917484 Apr 15 10:57:04.132394 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916aa0bc-f1cd-49a5-801e-ecab33931e2d,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:04.140094 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:04.140511 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:04.256181 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-f57bc5c0-75f3-4edf-bd90-26cc0d4a8403 service neutron] 10.222.0.98 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140433 Apr 15 10:57:04.427056 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port 0c9f9366-eb82-40fe-86de-cde184e5df2e completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:04.433090 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5453568 Apr 15 10:57:04.439124 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Pushing event updated for resources: {'Network': ['ID=0e07d15d-4c8e-473b-981f-16d1a156732c,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:04.439423 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 58006) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:04.441335 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port 0c9f9366-eb82-40fe-86de-cde184e5df2e triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:04.442976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:04.452309 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.458927 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-c4af1e53-212c-41de-8de7-3468281ffbc0 admin admin] Request body: {'subnet': {'network_id': '0e07d15d-4c8e-473b-981f-16d1a156732c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1697869337-subnet', 'tenant_id': '6a7b1b98c21f426a98d114ab7a4b545a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:04.476780 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c4af1e53-212c-41de-8de7-3468281ffbc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:04.491034 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-c4af1e53-212c-41de-8de7-3468281ffbc0 admin admin] Usage tracker for resource:subnet and tenant:6a7b1b98c21f426a98d114ab7a4b545a is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:04.504316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-c4af1e53-212c-41de-8de7-3468281ffbc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:04.507752 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-42a2f6a5-a603-467c-b13e-9ebe3a3565ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:04.516657 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-42a2f6a5-a603-467c-b13e-9ebe3a3565ec service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ebaf350254024013abef072cdfb97bb3&device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 1096 time: 0.3248889 Apr 15 10:57:04.522952 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c4af1e53-212c-41de-8de7-3468281ffbc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:04.527240 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network 0e07d15d-4c8e-473b-981f-16d1a156732c details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:57:04.547552 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4af1e53-212c-41de-8de7-3468281ffbc0 admin admin] Made reservation on behalf of 6a7b1b98c21f426a98d114ab7a4b545a for: {'subnet': 1} {{(pid=85292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:04.552893 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4af1e53-212c-41de-8de7-3468281ffbc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846590309'] for subnet, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.702021 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd773aaee-8090-49e7-af32-c7e0ad6f4202', 'tag': 'b50a812e-5de6-4e0a-8c2d-927bccd53cc9', 'status': 'completed', 'code': 200} Apr 15 10:57:04.731758 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-9861ccf9-773b-43d6-8115-2d1700c352f5 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b50a812e-5de6-4e0a-8c2d-927bccd53cc9 HTTP/1.1" status: 200 len: 217 time: 0.1978383 Apr 15 10:57:04.896022 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-859484c5-9f8c-447e-9ff1-7aa3b5cb8e8c req-e78ed2eb-c5ce-4d65-862a-ccf02f335305 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 210 time: 0.1668305 Apr 15 10:57:04.932722 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-6a71f217-060d-40ec-bcf2-e78c6ea58a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:04.934243 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-6a71f217-060d-40ec-bcf2-e78c6ea58a39 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=36e0b5c0-1bda-4299-bc80-7737df16b96c HTTP/1.1" status: 200 len: 854 time: 0.1824279 Apr 15 10:57:05.027379 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.035263 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-c911960c-6294-45de-84de-f7c95bf6020e service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929978 Apr 15 10:57:05.056406 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2e38cb2c-bfb4-4ead-9749-8bc60169ad86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.071066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19093490-8c0d-4865-9c86-a2413e726064 req-eb5c3c51-c1b1-4263-988d-992c520b0694 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:05.081513 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-19093490-8c0d-4865-9c86-a2413e726064 req-eb5c3c51-c1b1-4263-988d-992c520b0694 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 945 time: 0.3647890 Apr 15 10:57:05.110964 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.131191 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c8a60c-8829-4c1b-99b2-d27882a6da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9f9366-eb82-40fe-86de-cde184e5df2e'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:05.143784 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-19093490-8c0d-4865-9c86-a2413e726064 req-edbec9b4-bdae-4d7f-b3da-97099233ee96 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/security-groups?id=118bc50e-9dd3-4bc9-a5d4-ceee6279c453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611923 Apr 15 10:57:05.179979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Transition to ACTIVE for port object b02394a6-f129-4ac7-af19-14682fda0596 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:05.183809 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 0c9f9366-eb82-40fe-86de-cde184e5df2e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0c9f9366-eb82-40fe-86de-cde184e5df2e,segment=NetworkSegment(c88bda6a-f257-441e-b172-f53556b96b85),segment_id=c88bda6a-f257-441e-b172-f53556b96b85)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:05.198416 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.200472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:05.321322 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.339314 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c8a60c-8829-4c1b-99b2-d27882a6da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9f9366-eb82-40fe-86de-cde184e5df2e', 'code': 200} Apr 15 10:57:05.417449 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-42711966-e76e-4afb-b040-603e5d87bbf9 service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670585 Apr 15 10:57:05.485623 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=0c9f9366-eb82-40fe-86de-cde184e5df2e,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:05.493692 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:05.494251 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:05.668719 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73df8eb7-35ff-47e2-b1d4-e56fbd2f411f req-a185627c-c090-49ad-9ef2-078bf3c89b85 service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385478 Apr 15 10:57:05.678720 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631b9ce-441e-4983-bdaa-9ff6ef24b5df None None] Pushing event updated for resources: {'Port': ['ID=b02394a6-f129-4ac7-af19-14682fda0596,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:05.682970 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7631b9ce-441e-4983-bdaa-9ff6ef24b5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:05.808146 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Attempting to bind port b02394a6-f129-4ac7-af19-14682fda0596 on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:05.808629 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Attempting to bind port b02394a6-f129-4ac7-af19-14682fda0596 by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '5c0bb16d-2887-4e7b-853c-e0065d350604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:05.808999 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Attempting to bind port b02394a6-f129-4ac7-af19-14682fda0596 on network 05c6405f-4172-4bf3-b6eb-f465500f6c40 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:05.816734 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:05.817294 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Checking segment: {'id': '5c0bb16d-2887-4e7b-853c-e0065d350604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:05.817638 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.818110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Bound using segment: {'id': '5c0bb16d-2887-4e7b-853c-e0065d350604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:05.819164 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Bound port: b02394a6-f129-4ac7-af19-14682fda0596, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0bb16d-2887-4e7b-853c-e0065d350604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:05.819595 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.825222 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-7a7e730c-41eb-4722-9681-fb912d1f8043 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:05.833853 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-7a7e730c-41eb-4722-9681-fb912d1f8043 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/networks?id=05c6405f-4172-4bf3-b6eb-f465500f6c40 HTTP/1.1" status: 200 len: 818 time: 0.4742746 Apr 15 10:57:05.847529 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.886213 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-4e4f71f1-fbea-4c3c-b436-382df0a1b554 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/quotas/465dd649e85e465080f5d9aa3d70976f HTTP/1.1" status: 200 len: 375 time: 0.0501602 Apr 15 10:57:05.894643 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc98158-0a34-475c-9068-10e1fae65fc5 req-c6781242-2941-4715-a692-501240de920b tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:05.896237 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3dc98158-0a34-475c-9068-10e1fae65fc5 req-c6781242-2941-4715-a692-501240de920b tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 943 time: 0.4535058 Apr 15 10:57:05.955296 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80426a3e-f8c5-44f3-9015-19bccde7df57 req-26b5f4e7-bd57-4b3c-9b7f-0d4e8f826f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:05.957481 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-80426a3e-f8c5-44f3-9015-19bccde7df57 req-26b5f4e7-bd57-4b3c-9b7f-0d4e8f826f5f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ebaf350254024013abef072cdfb97bb3&device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 1096 time: 0.1077049 Apr 15 10:57:05.960402 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16082ad3-8df3-44ea-97f1-7254a4b0a8aa req-a7e91db0-8605-4a1a-bbf6-7e4c4ce49508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:05.962003 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-16082ad3-8df3-44ea-97f1-7254a4b0a8aa req-a7e91db0-8605-4a1a-bbf6-7e4c4ce49508 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 1099 time: 0.3076472 Apr 15 10:57:06.000832 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] For port b02394a6-f129-4ac7-af19-14682fda0596, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:06.004128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] For port b02394a6-f129-4ac7-af19-14682fda0596, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=b02394a6-f129-4ac7-af19-14682fda0596,segment=NetworkSegment(5c0bb16d-2887-4e7b-853c-e0065d350604),segment_id=5c0bb16d-2887-4e7b-853c-e0065d350604)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:06.010752 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.028478 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:06.124985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631b9ce-441e-4983-bdaa-9ff6ef24b5df None None] Pushing event updated for resources: {'Port': ['ID=b02394a6-f129-4ac7-af19-14682fda0596,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:06.163868 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3dc98158-0a34-475c-9068-10e1fae65fc5 req-a3647247-9286-4fd6-a8ac-a962ac4a97eb tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121835 Apr 15 10:57:06.193511 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-16082ad3-8df3-44ea-97f1-7254a4b0a8aa req-0e54c11f-3248-4bd7-8f55-2364a399fbcd service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=118bc50e-9dd3-4bc9-a5d4-ceee6279c453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111766 Apr 15 10:57:06.205589 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4af1e53-212c-41de-8de7-3468281ffbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7189591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846590326'] for subnet, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.217838 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-c6acf32a-f7fa-4ebe-a287-21e2e7727108 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=465dd649e85e465080f5d9aa3d70976f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3318019 Apr 15 10:57:06.258626 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:06.303743 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7631b9ce-441e-4983-bdaa-9ff6ef24b5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:06.321980 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80426a3e-f8c5-44f3-9015-19bccde7df57 req-8d5d9e78-f9aa-41b8-85dc-3b9e8468002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:06.332082 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-80426a3e-f8c5-44f3-9015-19bccde7df57 req-8d5d9e78-f9aa-41b8-85dc-3b9e8468002e service neutron] 10.222.0.108 "GET /v2.0/networks?id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35 HTTP/1.1" status: 200 len: 916 time: 0.3539047 Apr 15 10:57:06.342436 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Routers {'9d304909-2d3d-4de8-a9cf-d005096ee952'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:06.343135 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:57:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['9d304909-2d3d-4de8-a9cf-d005096ee952'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:06.395933 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af1e53-212c-41de-8de7-3468281ffbc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff04c0bd-27fa-44e7-bc37-033f64be921e,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:06.402480 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.455634 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c4af1e53-212c-41de-8de7-3468281ffbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:06.577036 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] Set router 9d304909-2d3d-4de8-a9cf-d005096ee952 gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:06.652188 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-84d69bcc-bd0d-4b7c-b058-90c70cc2a4ca service neutron] 10.222.0.98 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333212 Apr 15 10:57:06.673404 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-80426a3e-f8c5-44f3-9015-19bccde7df57 req-6e777d66-e692-446d-99bc-fb51898840a5 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b50a812e-5de6-4e0a-8c2d-927bccd53cc9 HTTP/1.1" status: 200 len: 217 time: 0.1406965 Apr 15 10:57:06.839207 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80426a3e-f8c5-44f3-9015-19bccde7df57 req-743d332a-762f-4555-ab0c-f0eb83edf18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:06.842065 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-80426a3e-f8c5-44f3-9015-19bccde7df57 req-743d332a-762f-4555-ab0c-f0eb83edf18b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=36e0b5c0-1bda-4299-bc80-7737df16b96c HTTP/1.1" status: 200 len: 854 time: 0.1546297 Apr 15 10:57:06.997885 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-80426a3e-f8c5-44f3-9015-19bccde7df57 req-959a2719-61bf-49ec-bb50-1486a7f473b0 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272113 Apr 15 10:57:07.036835 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'name': 'tempest-ServerRescueNegativeTestJSON-212940672-router', 'tenant_id': '465dd649e85e465080f5d9aa3d70976f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '46a9df90-f874-437c-9377-ea5a2b66d3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:51Z', 'updated_at': '2021-04-15T10:56:58Z', 'revision_number': 4, 'project_id': '465dd649e85e465080f5d9aa3d70976f', 'gw_port': {'id': '46a9df90-f874-437c-9377-ea5a2b66d3f0', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:53Z', 'updated_at': '2021-04-15T10:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'b02394a6-f129-4ac7-af19-14682fda0596', 'name': '', 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40', 'tenant_id': '465dd649e85e465080f5d9aa3d70976f', 'mac_address': 'fa:16:3e:a6:a9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ba729bbe-c7eb-46e3-aa06-bbc37029435b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:57Z', 'updated_at': '2021-04-15T10:57:05Z', 'revision_number': 4, 'project_id': '465dd649e85e465080f5d9aa3d70976f', 'subnets': [{'id': 'ba729bbe-c7eb-46e3-aa06-bbc37029435b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:07.042432 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a3bc7-29e8-42b1-8fdd-3813cf74b6c5 None None] The sync data for ids ['9d304909-2d3d-4de8-a9cf-d005096ee952'] in dv-cinder-786386-1-smb is: [{'id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'name': 'tempest-ServerRescueNegativeTestJSON-212940672-router', 'tenant_id': '465dd649e85e465080f5d9aa3d70976f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '46a9df90-f874-437c-9377-ea5a2b66d3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:51Z', 'updated_at': '2021-04-15T10:56:58Z', 'revision_number': 4, 'project_id': '465dd649e85e465080f5d9aa3d70976f', 'gw_port': {'id': '46a9df90-f874-437c-9377-ea5a2b66d3f0', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:53Z', 'updated_at': '2021-04-15T10:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'b02394a6-f129-4ac7-af19-14682fda0596', 'name': '', 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40', 'tenant_id': '465dd649e85e465080f5d9aa3d70976f', 'mac_address': 'fa:16:3e:a6:a9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ba729bbe-c7eb-46e3-aa06-bbc37029435b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:57Z', 'updated_at': '2021-04-15T10:57:05Z', 'revision_number': 4, 'project_id': '465dd649e85e465080f5d9aa3d70976f', 'subnets': [{'id': 'ba729bbe-c7eb-46e3-aa06-bbc37029435b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:57:07.247214 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.423602 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-bb75a23b-9c79-4f80-983f-0d3e77f56aa1 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:07.425267 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-bb75a23b-9c79-4f80-983f-0d3e77f56aa1 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.108 "GET /v2.0/networks?id=05c6405f-4172-4bf3-b6eb-f465500f6c40 HTTP/1.1" status: 200 len: 818 time: 0.5690286 Apr 15 10:57:07.488839 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4af1e53-212c-41de-8de7-3468281ffbc0 admin admin] Checking segment: {'id': 'f1f56d08-f726-48ee-9636-a78f1b9ea0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '0e07d15d-4c8e-473b-981f-16d1a156732c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:07.489236 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4af1e53-212c-41de-8de7-3468281ffbc0 admin admin] Network hostable DHCP agents. Network: 0e07d15d-4c8e-473b-981f-16d1a156732c, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:57:07.511016 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-80426a3e-f8c5-44f3-9015-19bccde7df57 req-bdba7609-4972-43a6-9c6a-43bc367dfc31 service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004377 Apr 15 10:57:07.516293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Request body: {'port': {'device_id': '273e5733-2c4a-42e3-822c-9107cee4aebe', 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40', 'admin_state_up': True, 'tenant_id': '465dd649e85e465080f5d9aa3d70976f'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:07.539215 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-211cc120-3217-4c1b-a138-2993d9055e44 service neutron] 10.222.0.98 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8860734 Apr 15 10:57:07.656499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df38223-3383-4933-81fd-c0d655283635 req-0907a6d4-7bf7-4533-a661-8d49acd05d7c tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:07.661740 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4df38223-3383-4933-81fd-c0d655283635 req-0907a6d4-7bf7-4533-a661-8d49acd05d7c tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 946 time: 0.3766932 Apr 15 10:57:07.679934 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4af1e53-212c-41de-8de7-3468281ffbc0 admin admin] Network 0e07d15d-4c8e-473b-981f-16d1a156732c is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:57:07.722996 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-c4af1e53-212c-41de-8de7-3468281ffbc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, 0e07d15d-4c8e-473b-981f-16d1a156732c) {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:07.733684 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0aa94a-86c3-4069-8fe2-3d47057623f3 None None] Network 0e07d15d-4c8e-473b-981f-16d1a156732c requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:57:07.810909 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-80426a3e-f8c5-44f3-9015-19bccde7df57 req-2c281b1b-2d4c-4e72-8bfb-02a96d52a7c9 service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919545 Apr 15 10:57:07.834838 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4af1e53-212c-41de-8de7-3468281ffbc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:07.835674 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4af1e53-212c-41de-8de7-3468281ffbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.847661 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:07.852232 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Usage tracker for resource:port and tenant:465dd649e85e465080f5d9aa3d70976f is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:07.856579 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:07.865316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:07.936894 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Made reservation on behalf of 465dd649e85e465080f5d9aa3d70976f for: {'port': 1} {{(pid=85292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:07.943889 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.984888 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4df38223-3383-4933-81fd-c0d655283635 req-bf774c68-1e23-451b-8d65-7af8c8ebe128 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/security-groups?id=118bc50e-9dd3-4bc9-a5d4-ceee6279c453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997787 Apr 15 10:57:08.106482 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913b78f9-f9d5-47f9-b447-8aa15db45f3e None None] Network 0e07d15d-4c8e-473b-981f-16d1a156732c requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:57:08.145839 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-c4af1e53-212c-41de-8de7-3468281ffbc0 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.7020683 Apr 15 10:57:08.315160 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Allocated IP 172.20.0.6 (05c6405f-4172-4bf3-b6eb-f465500f6c40/ba729bbe-c7eb-46e3-aa06-bbc37029435b/e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:08.498816 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0a04a2c4-3735-4fad-b640-07a0076f7d6a req-0aba24fe-a3f8-4951-bb94-d761f7c47794 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 210 time: 0.0997460 Apr 15 10:57:08.598360 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea5445-0e53-4f2b-83cd-8d1e32b99f4b req-6639a123-3bdf-440c-90e8-cfa5f3f44cc9 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:08.606109 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-30ea5445-0e53-4f2b-83cd-8d1e32b99f4b req-6639a123-3bdf-440c-90e8-cfa5f3f44cc9 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 943 time: 0.7218015 Apr 15 10:57:08.703218 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device b02394a6-f129-4ac7-af19-14682fda0596 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:08.704002 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-30ea5445-0e53-4f2b-83cd-8d1e32b99f4b req-adb9138d-03f1-4ca4-8626-ca354be4582c tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934350 Apr 15 10:57:08.765450 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.796827 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port b02394a6-f129-4ac7-af19-14682fda0596 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:08.803392 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port b02394a6-f129-4ac7-af19-14682fda0596 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:08.803392 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.828807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7189757'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.851385 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:09.024276 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Pushing event updated for resources: {'Port': ['ID=e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:09.047650 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:09.154793 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Network 05c6405f-4172-4bf3-b6eb-f465500f6c40 is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:09.156099 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Resources bound (agent type, host, resource id): {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:09.158395 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:09.182995 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:09.227156 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] For port b02394a6-f129-4ac7-af19-14682fda0596, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=b02394a6-f129-4ac7-af19-14682fda0596,segment=NetworkSegment(5c0bb16d-2887-4e7b-853c-e0065d350604),segment_id=5c0bb16d-2887-4e7b-853c-e0065d350604)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:09.240699 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:09.246902 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:09.264800 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:09.265494 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for port, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:09.378091 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Pushing event updated for resources: {'Port': ['ID=b02394a6-f129-4ac7-af19-14682fda0596,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:09.395366 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:09.399668 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8906538 Apr 15 10:57:09.452023 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a931e98-d27f-4893-9ab8-7b158bae04c6 req-414dfea3-82ec-4968-91c0-8b7be9b75fb1 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:09.453724 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6a931e98-d27f-4893-9ab8-7b158bae04c6 req-414dfea3-82ec-4968-91c0-8b7be9b75fb1 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 946 time: 0.1700118 Apr 15 10:57:09.490289 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Request body: {'port': {'device_id': '273e5733-2c4a-42e3-822c-9107cee4aebe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:09.583253 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6a931e98-d27f-4893-9ab8-7b158bae04c6 req-f79bb138-c0e5-4c4a-bd95-15b18e0672d8 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/security-groups?id=118bc50e-9dd3-4bc9-a5d4-ceee6279c453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228986 Apr 15 10:57:09.668556 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device b50a812e-5de6-4e0a-8c2d-927bccd53cc9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:57:09.695206 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:09.808303 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-c526c4e3-dc95-48f7-87be-b8d40eb185b3 req-e535fba6-d92e-43e2-8aeb-2cfca7970bdb tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Synchronizing usage tracker for tenant:465dd649e85e465080f5d9aa3d70976f on resource:port {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:09.861096 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port b50a812e-5de6-4e0a-8c2d-927bccd53cc9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b50a812e-5de6-4e0a-8c2d-927bccd53cc9,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:09.877209 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': 'b50a812e-5de6-4e0a-8c2d-927bccd53cc9', 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35', 'port_id': 'b50a812e-5de6-4e0a-8c2d-927bccd53cc9', 'mac_address': 'fa:16:3e:b4:e4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e0b5c0-1bda-4299-bc80-7737df16b96c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:57:09.917866 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-f5804673-0627-443b-8e98-c99abf43a32d tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:09.918775 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-f5804673-0627-443b-8e98-c99abf43a32d tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Synchronizing usage tracker for tenant:465dd649e85e465080f5d9aa3d70976f on resource:network {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:09.941637 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-c526c4e3-dc95-48f7-87be-b8d40eb185b3 req-e535fba6-d92e-43e2-8aeb-2cfca7970bdb tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Unset dirty status for tenant:465dd649e85e465080f5d9aa3d70976f on resource:port {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:09.954074 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-f5804673-0627-443b-8e98-c99abf43a32d tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Unset dirty status for tenant:465dd649e85e465080f5d9aa3d70976f on resource:network {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:09.955054 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c526c4e3-dc95-48f7-87be-b8d40eb185b3 req-e535fba6-d92e-43e2-8aeb-2cfca7970bdb tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 210 time: 0.2609508 Apr 15 10:57:09.955741 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-f5804673-0627-443b-8e98-c99abf43a32d tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.108 "GET /v2.0/networks?id=05c6405f-4172-4bf3-b6eb-f465500f6c40 HTTP/1.1" status: 200 len: 818 time: 0.4398820 Apr 15 10:57:09.980746 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-977ab23b-b2f5-48e1-bd04-f6e3a5f007c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Request body: {'port': {'device_id': 'd7196aac-c3dd-4777-98db-96f837c4712b', 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40', 'admin_state_up': True, 'tenant_id': '465dd649e85e465080f5d9aa3d70976f'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:10.028823 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.067807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50a812e-5de6-4e0a-8c2d-927bccd53cc9 {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:10.103855 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port b50a812e-5de6-4e0a-8c2d-927bccd53cc9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b50a812e-5de6-4e0a-8c2d-927bccd53cc9,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:10.111497 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.113460 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:10.187151 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=b50a812e-5de6-4e0a-8c2d-927bccd53cc9,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:10.190515 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:10.235311 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-977ab23b-b2f5-48e1-bd04-f6e3a5f007c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:10.245888 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-977ab23b-b2f5-48e1-bd04-f6e3a5f007c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:10.256076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-977ab23b-b2f5-48e1-bd04-f6e3a5f007c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Made reservation on behalf of 465dd649e85e465080f5d9aa3d70976f for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:10.262484 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-977ab23b-b2f5-48e1-bd04-f6e3a5f007c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.272558 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d074e-d9e4-4ec2-865e-a02aa1ccc47c req-df48d48d-8c5b-4037-a921-cc60b0cd07a6 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:10.274191 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-158d074e-d9e4-4ec2-865e-a02aa1ccc47c req-df48d48d-8c5b-4037-a921-cc60b0cd07a6 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 944 time: 0.2487130 Apr 15 10:57:10.446501 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-158d074e-d9e4-4ec2-865e-a02aa1ccc47c req-b82349eb-4b7e-4f1d-ba62-6015ec47da62 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511884 Apr 15 10:57:10.490338 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['b50a812e-5de6-4e0a-8c2d-927bccd53cc9'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:10.590197 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 {{(pid=85292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:10.610951 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.628069 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Transition to ACTIVE for port object e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 will not be triggered until provisioned by entity L2. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:10.646539 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847586107'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.682261 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5a6c9cd9-68e5-40bf-85ab-9aa80de3b298 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:10.689381 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device b02394a6-f129-4ac7-af19-14682fda0596 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:10.730021 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-977ab23b-b2f5-48e1-bd04-f6e3a5f007c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Allocated IP 172.20.0.12 (05c6405f-4172-4bf3-b6eb-f465500f6c40/ba729bbe-c7eb-46e3-aa06-bbc37029435b/f7ce5b59-0ccc-4d35-9adc-aa4642179c35) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:10.788663 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port b02394a6-f129-4ac7-af19-14682fda0596 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:10.789390 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.994868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-977ab23b-b2f5-48e1-bd04-f6e3a5f007c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.047859 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-977ab23b-b2f5-48e1-bd04-f6e3a5f007c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.071835 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:11.105389 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:11.117682 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:11.222953 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ab23b-b2f5-48e1-bd04-f6e3a5f007c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Pushing event updated for resources: {'Port': ['ID=f7ce5b59-0ccc-4d35-9adc-aa4642179c35,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:11.227325 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-977ab23b-b2f5-48e1-bd04-f6e3a5f007c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:11.294662 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-977ab23b-b2f5-48e1-bd04-f6e3a5f007c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Network 05c6405f-4172-4bf3-b6eb-f465500f6c40 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:11.295846 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-977ab23b-b2f5-48e1-bd04-f6e3a5f007c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:11.298435 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-977ab23b-b2f5-48e1-bd04-f6e3a5f007c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:11.305516 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-977ab23b-b2f5-48e1-bd04-f6e3a5f007c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:11.306550 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-977ab23b-b2f5-48e1-bd04-f6e3a5f007c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.335280 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-977ab23b-b2f5-48e1-bd04-f6e3a5f007c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3590295 Apr 15 10:57:11.359553 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Request body: {'port': {'device_id': 'd7196aac-c3dd-4777-98db-96f837c4712b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:11.509663 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.601419 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-7fd2f894-8fbd-45ed-84f4-813174567235 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:11.609290 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-7fd2f894-8fbd-45ed-84f4-813174567235 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/networks?id=0e07d15d-4c8e-473b-981f-16d1a156732c HTTP/1.1" status: 200 len: 809 time: 0.9281566 Apr 15 10:57:11.641996 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Attempting to bind port e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:11.642363 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Attempting to bind port e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5c0bb16d-2887-4e7b-853c-e0065d350604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40'}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:11.642727 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Attempting to bind port e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 on network 05c6405f-4172-4bf3-b6eb-f465500f6c40 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:11.650908 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-3da36da7-ee54-467f-8662-d430c2d17a15 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/quotas/6a7b1b98c21f426a98d114ab7a4b545a HTTP/1.1" status: 200 len: 375 time: 0.0404317 Apr 15 10:57:11.654642 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Port e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 on network 05c6405f-4172-4bf3-b6eb-f465500f6c40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:57:11.654642 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Attempting to bind port e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 on network 05c6405f-4172-4bf3-b6eb-f465500f6c40 {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:11.667201 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22070c1-4365-480d-989c-9d4034152b3a req-9ac50ec5-52ae-4e36-936a-9620224923df tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:11.668769 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a22070c1-4365-480d-989c-9d4034152b3a req-9ac50ec5-52ae-4e36-936a-9620224923df tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 932 time: 0.5142770 Apr 15 10:57:11.674494 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:11.674718 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Checking segment: {'id': '5c0bb16d-2887-4e7b-853c-e0065d350604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:11.675119 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Bound using segment: {'id': '5c0bb16d-2887-4e7b-853c-e0065d350604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40'} {{(pid=85292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:11.675592 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Bound port: e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0bb16d-2887-4e7b-853c-e0065d350604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40'}}] {{(pid=85292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:11.675973 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.677795 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device b50a812e-5de6-4e0a-8c2d-927bccd53cc9 up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:11.759115 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port b50a812e-5de6-4e0a-8c2d-927bccd53cc9 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:11.761956 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-d80eb293-5697-433a-b91a-4faf869c4cf8 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6a7b1b98c21f426a98d114ab7a4b545a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896330 Apr 15 10:57:11.768456 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port b50a812e-5de6-4e0a-8c2d-927bccd53cc9 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:11.769262 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.919560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.919797 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a22070c1-4365-480d-989c-9d4034152b3a req-49f8d7b5-fc53-4614-9623-2e646e77352f tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958098 Apr 15 10:57:11.959666 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd773aaee-8090-49e7-af32-c7e0ad6f4202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50a812e-5de6-4e0a-8c2d-927bccd53cc9'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:11.971827 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port b50a812e-5de6-4e0a-8c2d-927bccd53cc9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b50a812e-5de6-4e0a-8c2d-927bccd53cc9,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:11.979130 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.982156 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:12.076526 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] For port e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21, host hv-cinder-78638, cleared binding levels {{(pid=85292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:12.114838 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=b50a812e-5de6-4e0a-8c2d-927bccd53cc9,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:12.126505 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:12.164370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] For port e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21,segment=NetworkSegment(5c0bb16d-2887-4e7b-853c-e0065d350604),segment_id=5c0bb16d-2887-4e7b-853c-e0065d350604)] {{(pid=85292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:12.174843 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847586107'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:12.177129 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-cbbd4c6a-6292-4fcf-a6de-3b74bd6a74a0 service neutron] 10.222.0.98 "GET /v2.0/networks/0e07d15d-4c8e-473b-981f-16d1a156732c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841703 Apr 15 10:57:12.196637 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:12.198958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ce5b59-0ccc-4d35-9adc-aa4642179c35 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:12.209435 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:12.228539 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Transition to ACTIVE for port object f7ce5b59-0ccc-4d35-9adc-aa4642179c35 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:12.232158 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:12.381077 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-11b2ce38-605a-4cc7-9dc5-7f641b2305e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:12.508724 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21,revision_number=3']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:12.525446 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:12.556790 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e6f95-3ced-4311-9c2c-e95a4cdbc798 req-5d208826-24e6-4e13-960f-b7ede9152e5f tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:12.565128 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1e0e6f95-3ced-4311-9c2c-e95a4cdbc798 req-5d208826-24e6-4e13-960f-b7ede9152e5f tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 945 time: 0.4487019 Apr 15 10:57:12.601684 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-9675cf0b-8a8b-4f28-b435-53e00b44d3e9 service neutron] 10.222.0.98 "GET /v2.0/networks/0e07d15d-4c8e-473b-981f-16d1a156732c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081726 Apr 15 10:57:12.602919 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:12.603565 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for port, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:12.604911 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] 10.222.0.108 "PUT /v2.0/ports/e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 HTTP/1.1" status: 200 len: 1093 time: 3.1275859 Apr 15 10:57:12.605404 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273e5733-2c4a-42e3-822c-9107cee4aebe', 'tag': 'e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:12.640040 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:12.655235 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1e0e6f95-3ced-4311-9c2c-e95a4cdbc798 req-50bb6498-b32b-4931-ba86-cbfecbab5c21 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891664 Apr 15 10:57:12.661325 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ce5b59-0ccc-4d35-9adc-aa4642179c35,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:12.673006 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:12.674112 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Attempting to bind port f7ce5b59-0ccc-4d35-9adc-aa4642179c35 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:12.674483 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Attempting to bind port f7ce5b59-0ccc-4d35-9adc-aa4642179c35 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5c0bb16d-2887-4e7b-853c-e0065d350604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:12.674843 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Attempting to bind port f7ce5b59-0ccc-4d35-9adc-aa4642179c35 on network 05c6405f-4172-4bf3-b6eb-f465500f6c40 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:12.680392 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Port f7ce5b59-0ccc-4d35-9adc-aa4642179c35 on network 05c6405f-4172-4bf3-b6eb-f465500f6c40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:57:12.680936 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Attempting to bind port f7ce5b59-0ccc-4d35-9adc-aa4642179c35 on network 05c6405f-4172-4bf3-b6eb-f465500f6c40 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:12.691128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:12.691514 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Checking segment: {'id': '5c0bb16d-2887-4e7b-853c-e0065d350604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:12.691941 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Bound using segment: {'id': '5c0bb16d-2887-4e7b-853c-e0065d350604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:12.692559 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Bound port: f7ce5b59-0ccc-4d35-9adc-aa4642179c35, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0bb16d-2887-4e7b-853c-e0065d350604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1398, 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:12.692975 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:12.717961 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 58240) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:12.817458 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-16dcd778-1da7-4128-86c7-19573606c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:12.819270 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-16dcd778-1da7-4128-86c7-19573606c5fc service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=465dd649e85e465080f5d9aa3d70976f&device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 1096 time: 0.1304188 Apr 15 10:57:12.830232 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] For port f7ce5b59-0ccc-4d35-9adc-aa4642179c35, host hv-cinder-78638, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:12.846909 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] For port f7ce5b59-0ccc-4d35-9adc-aa4642179c35, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7ce5b59-0ccc-4d35-9adc-aa4642179c35,segment=NetworkSegment(5c0bb16d-2887-4e7b-853c-e0065d350604),segment_id=5c0bb16d-2887-4e7b-853c-e0065d350604)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:12.852341 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd773aaee-8090-49e7-af32-c7e0ad6f4202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50a812e-5de6-4e0a-8c2d-927bccd53cc9', 'code': 200} Apr 15 10:57:12.853212 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:12.977341 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-1fe74b02-f6de-413f-b3c7-e7b32a18ca0b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 HTTP/1.1" status: 200 len: 217 time: 0.1397436 Apr 15 10:57:12.979161 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273e5733-2c4a-42e3-822c-9107cee4aebe', 'tag': 'e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21', 'status': 'completed', 'code': 200} Apr 15 10:57:13.011405 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8d5f53ff-98cc-4a64-bc98-b8b244783666 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:13.199450 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ea6eeef6-932f-41bd-984e-476fccba377c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.209848 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ce5b59-0ccc-4d35-9adc-aa4642179c35,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:13.241863 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3cf5c79f-d2d3-46cf-93b7-e873f500816b req-31bb291a-3f3e-4464-91b8-99023bdb188a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 210 time: 0.1373713 Apr 15 10:57:13.268956 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:13.283866 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-7efc178c-d9c4-47be-8076-371fc6184070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:13.286333 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-7efc178c-d9c4-47be-8076-371fc6184070 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ba729bbe-c7eb-46e3-aa06-bbc37029435b HTTP/1.1" status: 200 len: 858 time: 0.2956517 Apr 15 10:57:13.297330 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ea6eeef6-932f-41bd-984e-476fccba377c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:13.304386 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-ea6eeef6-932f-41bd-984e-476fccba377c admin admin] Usage tracker for resource:security_group_rule and tenant:42b333d6e9ce4750a2a2cc5bf5a1e888 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:13.310325 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-ea6eeef6-932f-41bd-984e-476fccba377c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:13.322820 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ea6eeef6-932f-41bd-984e-476fccba377c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:13.368244 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-c3bddb7a-c4bb-4723-93ef-3e64bfc96008 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=05c6405f-4172-4bf3-b6eb-f465500f6c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752230 Apr 15 10:57:13.383287 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abbc7d-01b9-44d5-8fc0-6a00dacdc234 req-ce468ed4-bdaf-4de3-87c7-5adf66453d85 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:13.385164 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-37abbc7d-01b9-44d5-8fc0-6a00dacdc234 req-ce468ed4-bdaf-4de3-87c7-5adf66453d85 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 944 time: 0.2018814 Apr 15 10:57:13.429574 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:13.430246 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.431728 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] 10.222.0.108 "PUT /v2.0/ports/f7ce5b59-0ccc-4d35-9adc-aa4642179c35 HTTP/1.1" status: 200 len: 1094 time: 2.0780292 Apr 15 10:57:13.432250 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7196aac-c3dd-4777-98db-96f837c4712b', 'tag': 'f7ce5b59-0ccc-4d35-9adc-aa4642179c35'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:13.476282 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485c7d1-af41-446b-85b1-03dc1402fc0d req-400f9794-7e63-4c3a-b2cd-999d89b5e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:13.478964 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9485c7d1-af41-446b-85b1-03dc1402fc0d req-400f9794-7e63-4c3a-b2cd-999d89b5e986 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 1098 time: 0.2814457 Apr 15 10:57:13.492901 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7196aac-c3dd-4777-98db-96f837c4712b', 'tag': 'f7ce5b59-0ccc-4d35-9adc-aa4642179c35', 'status': 'completed', 'code': 200} Apr 15 10:57:13.613247 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-37abbc7d-01b9-44d5-8fc0-6a00dacdc234 req-8e923f17-44f8-4ce5-8ee9-ae72c28f8763 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003348 Apr 15 10:57:13.676302 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-db5ccdd2-0f83-48bd-9548-41f8fd88b7f1 service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897956 Apr 15 10:57:13.702395 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9485c7d1-af41-446b-85b1-03dc1402fc0d req-c5ebb7d3-884b-4e6e-9e96-000e264246a4 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895714 Apr 15 10:57:13.748995 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2719f600-f86e-4046-a68d-f410b8a681a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:13.750588 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2719f600-f86e-4046-a68d-f410b8a681a1 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=465dd649e85e465080f5d9aa3d70976f&device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 1097 time: 0.2039926 Apr 15 10:57:13.752513 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ea6eeef6-932f-41bd-984e-476fccba377c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.755745 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ea6eeef6-932f-41bd-984e-476fccba377c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.765632 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c58a52a9-666d-48e4-b829-6044462d3a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:13.802992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6eeef6-932f-41bd-984e-476fccba377c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567509ac-fe1d-4e06-ac8e-7a3b1ef3c899,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:13.807811 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ea6eeef6-932f-41bd-984e-476fccba377c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:13.824364 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-ea6eeef6-932f-41bd-984e-476fccba377c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=42b333d6e9ce4750a2a2cc5bf5a1e888&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1054373 Apr 15 10:57:13.832235 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 58276) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:13.902278 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e018fde8-95ad-4b45-9cd9-2d6c3db36f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.933567 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e018fde8-95ad-4b45-9cd9-2d6c3db36f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:14.000515 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e018fde8-95ad-4b45-9cd9-2d6c3db36f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:14.007482 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:14.021866 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e018fde8-95ad-4b45-9cd9-2d6c3db36f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:14.025549 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e018fde8-95ad-4b45-9cd9-2d6c3db36f34 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/567509ac-fe1d-4e06-ac8e-7a3b1ef3c899 HTTP/1.1" status: 204 len: 168 time: 0.1897733 Apr 15 10:57:14.032184 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018fde8-95ad-4b45-9cd9-2d6c3db36f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567509ac-fe1d-4e06-ac8e-7a3b1ef3c899,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:14.035038 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e018fde8-95ad-4b45-9cd9-2d6c3db36f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:14.081584 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fef4be4a-987b-4ee9-a32b-0163cac5c89b req-0fff6595-875b-4154-8cbf-74a47923bad6 service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574944 Apr 15 10:57:14.110830 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a66240-03dd-4cb4-9fdd-ce412cb4f89f req-9cb4d310-eaa8-4099-b419-fa40effa9560 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:14.114679 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-84a66240-03dd-4cb4-9fdd-ce412cb4f89f req-9cb4d310-eaa8-4099-b419-fa40effa9560 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 945 time: 0.2564981 Apr 15 10:57:14.183014 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-84a66240-03dd-4cb4-9fdd-ce412cb4f89f req-98df4a88-06c7-4479-aeb0-b904f3304a38 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518038 Apr 15 10:57:14.184023 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-b8ad5ba8-062d-4a11-a8dd-e7d055aad3c7 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7ce5b59-0ccc-4d35-9adc-aa4642179c35 HTTP/1.1" status: 200 len: 217 time: 0.1238956 Apr 15 10:57:14.328663 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cbbe2-41e4-4a59-9401-3ceef8b34b1a req-566844f5-e27e-418f-8238-f5940a0a5c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:14.330327 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fd9cbbe2-41e4-4a59-9401-3ceef8b34b1a req-566844f5-e27e-418f-8238-f5940a0a5c83 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=465dd649e85e465080f5d9aa3d70976f&device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 1096 time: 0.0843055 Apr 15 10:57:14.429675 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-a8220f69-2710-4871-ad52-52c2391c3922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:14.431268 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-a8220f69-2710-4871-ad52-52c2391c3922 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ba729bbe-c7eb-46e3-aa06-bbc37029435b HTTP/1.1" status: 200 len: 858 time: 0.1547608 Apr 15 10:57:14.441832 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 58296) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:14.501563 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9b7d4ba9-6c50-48f5-8f94-612ac6f8b1a2 req-f5fd2a5e-61dd-4761-aaa2-c48c023ef655 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 210 time: 0.0742037 Apr 15 10:57:14.554317 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cbbe2-41e4-4a59-9401-3ceef8b34b1a req-997047e9-57ac-436c-950c-359f9c295aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:14.555921 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fd9cbbe2-41e4-4a59-9401-3ceef8b34b1a req-997047e9-57ac-436c-950c-359f9c295aed service neutron] 10.222.0.108 "GET /v2.0/networks?id=05c6405f-4172-4bf3-b6eb-f465500f6c40 HTTP/1.1" status: 200 len: 920 time: 0.2181697 Apr 15 10:57:14.677647 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fd9cbbe2-41e4-4a59-9401-3ceef8b34b1a req-7d2424e8-785e-44fd-893c-f2ad93bda1bf service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 HTTP/1.1" status: 200 len: 217 time: 0.1112218 Apr 15 10:57:14.743882 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-faff1d09-c386-4f70-858e-edfe27fccbcc service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=05c6405f-4172-4bf3-b6eb-f465500f6c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2986877 Apr 15 10:57:14.746542 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-782d073c-6f6a-4aea-a5a3-b3464077f365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:14.789939 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-782d073c-6f6a-4aea-a5a3-b3464077f365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:14.819913 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cbbe2-41e4-4a59-9401-3ceef8b34b1a req-819a1d5a-eaff-44c8-8640-f8f102b2e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:14.821468 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fd9cbbe2-41e4-4a59-9401-3ceef8b34b1a req-819a1d5a-eaff-44c8-8640-f8f102b2e299 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ba729bbe-c7eb-46e3-aa06-bbc37029435b HTTP/1.1" status: 200 len: 858 time: 0.1259487 Apr 15 10:57:14.843153 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-782d073c-6f6a-4aea-a5a3-b3464077f365 admin admin] Usage tracker for resource:security_group_rule and tenant:5e9bfe0510c147b4a5315ea39ce5da52 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:14.851282 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dc5ff-415f-46e7-a1cb-50ca1b1a0a3a req-7b633273-5db8-45b8-8d19-f20972fab805 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:14.852882 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e13dc5ff-415f-46e7-a1cb-50ca1b1a0a3a req-7b633273-5db8-45b8-8d19-f20972fab805 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 946 time: 0.2219565 Apr 15 10:57:14.867533 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-782d073c-6f6a-4aea-a5a3-b3464077f365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:14.911406 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-782d073c-6f6a-4aea-a5a3-b3464077f365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:15.081757 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-2b5c46ce-4e5f-47b2-9ff3-bc150e290b05 service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198359 Apr 15 10:57:15.146545 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fd9cbbe2-41e4-4a59-9401-3ceef8b34b1a req-446e8300-1a6f-4535-a525-298d11b457c0 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=05c6405f-4172-4bf3-b6eb-f465500f6c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2924297 Apr 15 10:57:15.175366 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e13dc5ff-415f-46e7-a1cb-50ca1b1a0a3a req-bbefe006-6af1-4e45-a1cd-3a105cfab005 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/security-groups?id=118bc50e-9dd3-4bc9-a5d4-ceee6279c453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696044 Apr 15 10:57:15.188351 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-a22cb75b-6d9d-4516-8e50-547cb415c73a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:15.189133 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-a22cb75b-6d9d-4516-8e50-547cb415c73a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Synchronizing usage tracker for tenant:6a7b1b98c21f426a98d114ab7a4b545a on resource:network {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:15.209561 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebacd4-303f-4357-b80d-055292c1b453 req-b1462936-b5b8-4bc6-a676-41fbe10add5b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:15.211164 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a0ebacd4-303f-4357-b80d-055292c1b453 req-b1462936-b5b8-4bc6-a676-41fbe10add5b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 944 time: 0.4366930 Apr 15 10:57:15.337619 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4b1feeb4-c03d-4e7e-a966-b4e65f622177 req-8d537921-79f5-4ae7-bf7c-82b4c6831c5b service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932483 Apr 15 10:57:15.343879 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-a22cb75b-6d9d-4516-8e50-547cb415c73a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Unset dirty status for tenant:6a7b1b98c21f426a98d114ab7a4b545a on resource:network {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:15.345123 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-a22cb75b-6d9d-4516-8e50-547cb415c73a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.108 "GET /v2.0/networks?id=0e07d15d-4c8e-473b-981f-16d1a156732c HTTP/1.1" status: 200 len: 809 time: 0.4788437 Apr 15 10:57:15.381356 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-782d073c-6f6a-4aea-a5a3-b3464077f365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:15.386758 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-782d073c-6f6a-4aea-a5a3-b3464077f365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:15.396862 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-97cd4c96-4e24-43af-95ed-0f3a81b07117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:15.428615 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a0ebacd4-303f-4357-b80d-055292c1b453 req-17c8e999-5ea1-4bd0-be54-5ce79313c905 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103317 Apr 15 10:57:15.462911 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 58318) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:15.486430 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-782d073c-6f6a-4aea-a5a3-b3464077f365 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5e9bfe0510c147b4a5315ea39ce5da52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0408804 Apr 15 10:57:15.488361 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 58324) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:15.491207 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Request body: {'port': {'device_id': '1e50c229-7d6d-4a29-a63d-f3c073a6964f', 'network_id': '0e07d15d-4c8e-473b-981f-16d1a156732c', 'admin_state_up': True, 'tenant_id': '6a7b1b98c21f426a98d114ab7a4b545a'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:15.573544 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fd9cbbe2-41e4-4a59-9401-3ceef8b34b1a req-475b5fba-4ed9-466a-b1b5-979a1eaabf38 service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212278 Apr 15 10:57:15.630071 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a129a9f-8be6-4d3d-9725-5e263f799ffb req-1f6060d9-ec10-4c7f-be85-39df440ad007 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:15.631741 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0a129a9f-8be6-4d3d-9725-5e263f799ffb req-1f6060d9-ec10-4c7f-be85-39df440ad007 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 945 time: 0.2780426 Apr 15 10:57:15.651746 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d073c-6f6a-4aea-a5a3-b3464077f365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ee9cdb-7dd3-4b85-990b-335f44d2382f,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:15.662524 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-782d073c-6f6a-4aea-a5a3-b3464077f365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:15.717143 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:15.726993 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Usage tracker for resource:port and tenant:6a7b1b98c21f426a98d114ab7a4b545a is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:15.730793 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:15.751706 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:15.761030 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d44f1833-3bba-4f9d-a8fb-056f6deb272f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:15.766210 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651f59d-b7ff-40a9-8077-f2f0e9a224ed req-5cbe3aa1-a376-4b21-b4e0-af7a75701105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:15.767939 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4651f59d-b7ff-40a9-8077-f2f0e9a224ed req-5cbe3aa1-a376-4b21-b4e0-af7a75701105 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=465dd649e85e465080f5d9aa3d70976f&device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 1097 time: 0.1558061 Apr 15 10:57:15.770977 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5d987714-5429-4de8-847b-36ec13b51cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:15.772452 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Made reservation on behalf of 6a7b1b98c21f426a98d114ab7a4b545a for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:15.780108 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:15.806775 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d44f1833-3bba-4f9d-a8fb-056f6deb272f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:15.833826 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d44f1833-3bba-4f9d-a8fb-056f6deb272f admin admin] Usage tracker for resource:security_group_rule and tenant:e0bd3266ef504607bb89cf6d76a94839 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:15.879001 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d44f1833-3bba-4f9d-a8fb-056f6deb272f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:15.885883 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5d987714-5429-4de8-847b-36ec13b51cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:15.895746 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0a129a9f-8be6-4d3d-9725-5e263f799ffb req-1818db16-185e-4ff8-a925-3c29a9133e90 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025325 Apr 15 10:57:15.918919 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d44f1833-3bba-4f9d-a8fb-056f6deb272f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:15.941719 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-62e4d86a-c0f9-4e9f-b940-bcb8f3706ec1 req-56eec26f-39e6-42e1-ba9c-f76f9b2904c6 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 210 time: 0.1173453 Apr 15 10:57:15.980994 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fd9cbbe2-41e4-4a59-9401-3ceef8b34b1a req-f1f21bd8-0fee-4d36-a9eb-838835af8f5f service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857870 Apr 15 10:57:16.018875 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5d987714-5429-4de8-847b-36ec13b51cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.024814 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:16.043818 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d987714-5429-4de8-847b-36ec13b51cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ee9cdb-7dd3-4b85-990b-335f44d2382f,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:16.047580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5d987714-5429-4de8-847b-36ec13b51cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:16.058236 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651f59d-b7ff-40a9-8077-f2f0e9a224ed req-80afe3b7-8667-42e2-8bfa-4284a7fd4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:16.060542 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4651f59d-b7ff-40a9-8077-f2f0e9a224ed req-80afe3b7-8667-42e2-8bfa-4284a7fd4f05 service neutron] 10.222.0.108 "GET /v2.0/networks?id=05c6405f-4172-4bf3-b6eb-f465500f6c40 HTTP/1.1" status: 200 len: 920 time: 0.2681437 Apr 15 10:57:16.068126 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5d987714-5429-4de8-847b-36ec13b51cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.069980 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-5d987714-5429-4de8-847b-36ec13b51cca admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/39ee9cdb-7dd3-4b85-990b-335f44d2382f HTTP/1.1" status: 204 len: 168 time: 0.5805855 Apr 15 10:57:16.109349 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d44f1833-3bba-4f9d-a8fb-056f6deb272f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.113271 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d44f1833-3bba-4f9d-a8fb-056f6deb272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.124994 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3877830e-6f56-4cf5-ae4d-538b61da1661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:16.159657 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4651f59d-b7ff-40a9-8077-f2f0e9a224ed req-685515b1-e366-40bc-b239-79ced963ff76 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7ce5b59-0ccc-4d35-9adc-aa4642179c35 HTTP/1.1" status: 200 len: 217 time: 0.0893865 Apr 15 10:57:16.175871 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-d44f1833-3bba-4f9d-a8fb-056f6deb272f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e0bd3266ef504607bb89cf6d76a94839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7093167 Apr 15 10:57:16.176126 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 58336) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:16.178984 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f1833-3bba-4f9d-a8fb-056f6deb272f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2481a93-5e48-443f-8eaa-206303bcd204,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:16.202219 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d44f1833-3bba-4f9d-a8fb-056f6deb272f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:16.210721 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Allocated IP 172.20.0.8 (0e07d15d-4c8e-473b-981f-16d1a156732c/ff04c0bd-27fa-44e7-bc37-033f64be921e/52610605-b861-4708-8226-77cf9d27aa4c) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:16.264715 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b56dfa2-8b1c-4673-9ad8-964027ce8eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.267447 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651f59d-b7ff-40a9-8077-f2f0e9a224ed req-97b660c5-27d1-4e3d-9290-d34becdbd40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:16.269081 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4651f59d-b7ff-40a9-8077-f2f0e9a224ed req-97b660c5-27d1-4e3d-9290-d34becdbd40a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ba729bbe-c7eb-46e3-aa06-bbc37029435b HTTP/1.1" status: 200 len: 858 time: 0.1005471 Apr 15 10:57:16.301000 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b56dfa2-8b1c-4673-9ad8-964027ce8eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.343066 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4651f59d-b7ff-40a9-8077-f2f0e9a224ed req-04cee6a6-2480-4708-9fd8-de6330542509 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=05c6405f-4172-4bf3-b6eb-f465500f6c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623052 Apr 15 10:57:16.419783 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b56dfa2-8b1c-4673-9ad8-964027ce8eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.426504 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f6930448-9bd9-46ef-9054-9c38f028178c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:16.441438 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56dfa2-8b1c-4673-9ad8-964027ce8eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2481a93-5e48-443f-8eaa-206303bcd204,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:16.443729 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3b56dfa2-8b1c-4673-9ad8-964027ce8eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:16.454668 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867bb3c-7aaf-4938-ab84-4271a9a18a8d req-9b065302-81b0-46ef-85fb-b0114cd17ead tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:16.456501 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5867bb3c-7aaf-4938-ab84-4271a9a18a8d req-9b065302-81b0-46ef-85fb-b0114cd17ead tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 946 time: 0.1350341 Apr 15 10:57:16.459293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3b56dfa2-8b1c-4673-9ad8-964027ce8eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.462777 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-3b56dfa2-8b1c-4673-9ad8-964027ce8eb8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a2481a93-5e48-443f-8eaa-206303bcd204 HTTP/1.1" status: 204 len: 168 time: 0.2832797 Apr 15 10:57:16.535253 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5867bb3c-7aaf-4938-ab84-4271a9a18a8d req-0de74500-ddbc-49f3-9189-9d14f035f52b tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/security-groups?id=118bc50e-9dd3-4bc9-a5d4-ceee6279c453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612743 Apr 15 10:57:16.660037 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f544291-e66f-4878-871c-50b31d84a3b0 req-05a4e011-813b-4d7d-a09a-079d0f3c33e2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:16.661699 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5f544291-e66f-4878-871c-50b31d84a3b0 req-05a4e011-813b-4d7d-a09a-079d0f3c33e2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 944 time: 0.0951557 Apr 15 10:57:16.706822 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4651f59d-b7ff-40a9-8077-f2f0e9a224ed req-42253c3f-8390-4821-9214-3b364d441ec9 service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369131 Apr 15 10:57:16.710187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.753526 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5f544291-e66f-4878-871c-50b31d84a3b0 req-f84b086f-2e91-405a-9fd2-640335e7bc03 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841851 Apr 15 10:57:16.892162 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.912249 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fa17e9ac-2db4-4a87-9942-a965ed5c3374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:16.994092 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Pushing event updated for resources: {'Port': ['ID=52610605-b861-4708-8226-77cf9d27aa4c,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:17.003283 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:17.020513 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 58370) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:17.053672 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4651f59d-b7ff-40a9-8077-f2f0e9a224ed req-3c001408-8b47-46ff-b65b-44d679af5936 service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375273 Apr 15 10:57:17.111472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dbe0d89e-74d5-4a5f-b418-0996a9cc62ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.147894 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Network 0e07d15d-4c8e-473b-981f-16d1a156732c is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:17.149485 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:17.152276 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:17.160802 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:17.161516 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.191215 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7342644 Apr 15 10:57:17.203578 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-dbe0d89e-74d5-4a5f-b418-0996a9cc62ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:17.210629 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Request body: {'port': {'device_id': '1e50c229-7d6d-4a29-a63d-f3c073a6964f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:17.255676 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-dbe0d89e-74d5-4a5f-b418-0996a9cc62ad admin admin] Usage tracker for resource:security_group_rule and tenant:b478857ec981444fb4420184faa89959 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:17.267815 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-dbe0d89e-74d5-4a5f-b418-0996a9cc62ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:17.277892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-dbe0d89e-74d5-4a5f-b418-0996a9cc62ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:17.337364 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.344461 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1873d-3243-44ea-a211-9e7efdc0d85c req-7c37e39f-c43c-4f51-92dc-a857576a30c6 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:17.346104 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-67f1873d-3243-44ea-a211-9e7efdc0d85c req-7c37e39f-c43c-4f51-92dc-a857576a30c6 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.108 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 946 time: 0.4181378 Apr 15 10:57:17.467829 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56873da-c152-4e5d-b551-0e112c806afd req-08b0d9e2-3a86-444b-b8db-bab2d9d6542f tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:17.469461 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e56873da-c152-4e5d-b551-0e112c806afd req-08b0d9e2-3a86-444b-b8db-bab2d9d6542f tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 931 time: 0.2764044 Apr 15 10:57:17.485679 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d321d-201a-4b50-9255-bedff1d03a7b req-6baaad73-82b4-4fa1-b935-46fdc004bef8 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:17.487246 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d65d321d-201a-4b50-9255-bedff1d03a7b req-6baaad73-82b4-4fa1-b935-46fdc004bef8 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 945 time: 0.3410916 Apr 15 10:57:17.499574 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-67f1873d-3243-44ea-a211-9e7efdc0d85c req-a21bfa60-4b0b-4cf6-9bed-3669fb962254 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Deleting port 0c9f9366-eb82-40fe-86de-cde184e5df2e {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:57:17.499967 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-67f1873d-3243-44ea-a211-9e7efdc0d85c req-a21bfa60-4b0b-4cf6-9bed-3669fb962254 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.675907 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d65d321d-201a-4b50-9255-bedff1d03a7b req-ac5578aa-33b5-4ab2-84fc-043548aa5f18 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488228 Apr 15 10:57:17.713814 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:57:17.811898 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dbe0d89e-74d5-4a5f-b418-0996a9cc62ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.876721 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52610605-b861-4708-8226-77cf9d27aa4c {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:17.896473 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.899042 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e56873da-c152-4e5d-b551-0e112c806afd req-7b8d5d7c-ed1e-4805-b1ed-9d94a3f843d7 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107537 Apr 15 10:57:17.914457 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dbe0d89e-74d5-4a5f-b418-0996a9cc62ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.952028 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Transition to ACTIVE for port object 52610605-b861-4708-8226-77cf9d27aa4c will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:17.964211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21,segment=NetworkSegment(5c0bb16d-2887-4e7b-853c-e0065d350604),segment_id=5c0bb16d-2887-4e7b-853c-e0065d350604)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:17.965734 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.975818 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-48089915-fa71-4530-94f9-eea5cae5eaa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:17.981166 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': 'e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21', 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40', 'port_id': 'e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21', 'mac_address': 'fa:16:3e:b7:dd:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba729bbe-c7eb-46e3-aa06-bbc37029435b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:57:17.996510 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:18.070063 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-dbe0d89e-74d5-4a5f-b418-0996a9cc62ad admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b478857ec981444fb4420184faa89959&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0277412 Apr 15 10:57:18.088726 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 58398) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:18.095257 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:18.140178 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0d89e-74d5-4a5f-b418-0996a9cc62ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d6ec41-11cd-4ebf-9892-a4f49836d167,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:18.160114 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:18.197729 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21,segment=NetworkSegment(5c0bb16d-2887-4e7b-853c-e0065d350604),segment_id=5c0bb16d-2887-4e7b-853c-e0065d350604)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:18.205513 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:18.207901 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Pushing event updated for resources: {'Port': ['ID=52610605-b861-4708-8226-77cf9d27aa4c,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:18.208026 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:18.210564 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dbe0d89e-74d5-4a5f-b418-0996a9cc62ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:18.211777 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:18.281123 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-67f1873d-3243-44ea-a211-9e7efdc0d85c req-a21bfa60-4b0b-4cf6-9bed-3669fb962254 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] For port 0c9f9366-eb82-40fe-86de-cde184e5df2e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0c9f9366-eb82-40fe-86de-cde184e5df2e,segment=NetworkSegment(c88bda6a-f257-441e-b172-f53556b96b85),segment_id=c88bda6a-f257-441e-b172-f53556b96b85)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:18.281527 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-67f1873d-3243-44ea-a211-9e7efdc0d85c req-a21bfa60-4b0b-4cf6-9bed-3669fb962254 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:18.405078 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:18.416394 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:18.440407 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-67f1873d-3243-44ea-a211-9e7efdc0d85c req-a21bfa60-4b0b-4cf6-9bed-3669fb962254 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Calling delete_port for 0c9f9366-eb82-40fe-86de-cde184e5df2e owned by compute:nova {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:57:18.458779 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Attempting to bind port 52610605-b861-4708-8226-77cf9d27aa4c on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:18.459069 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Attempting to bind port 52610605-b861-4708-8226-77cf9d27aa4c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f1f56d08-f726-48ee-9636-a78f1b9ea0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '0e07d15d-4c8e-473b-981f-16d1a156732c'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:18.459439 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Attempting to bind port 52610605-b861-4708-8226-77cf9d27aa4c on network 0e07d15d-4c8e-473b-981f-16d1a156732c {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:18.464665 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Port 52610605-b861-4708-8226-77cf9d27aa4c on network 0e07d15d-4c8e-473b-981f-16d1a156732c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:57:18.465079 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Attempting to bind port 52610605-b861-4708-8226-77cf9d27aa4c on network 0e07d15d-4c8e-473b-981f-16d1a156732c {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:18.471473 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:18.471473 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Checking segment: {'id': 'f1f56d08-f726-48ee-9636-a78f1b9ea0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '0e07d15d-4c8e-473b-981f-16d1a156732c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:18.472026 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Bound using segment: {'id': 'f1f56d08-f726-48ee-9636-a78f1b9ea0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '0e07d15d-4c8e-473b-981f-16d1a156732c'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:18.472498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Bound port: 52610605-b861-4708-8226-77cf9d27aa4c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f56d08-f726-48ee-9636-a78f1b9ea0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '0e07d15d-4c8e-473b-981f-16d1a156732c'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:18.473064 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:18.495976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c5448-20c5-4c2c-851e-325d51457cc9 req-58cbb8e6-a76a-444e-abca-4f3ab156b909 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:18.497709 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-455c5448-20c5-4c2c-851e-325d51457cc9 req-58cbb8e6-a76a-444e-abca-4f3ab156b909 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 946 time: 0.5973761 Apr 15 10:57:18.518054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-94df92a6-0758-478f-99eb-81c48914f4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:18.590534 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] For port 52610605-b861-4708-8226-77cf9d27aa4c, host hv-cinder-78638, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:18.593991 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] For port 52610605-b861-4708-8226-77cf9d27aa4c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=52610605-b861-4708-8226-77cf9d27aa4c,segment=NetworkSegment(f1f56d08-f726-48ee-9636-a78f1b9ea0b8),segment_id=f1f56d08-f726-48ee-9636-a78f1b9ea0b8)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:18.597662 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:18.613447 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:18.643270 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:18.875661 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-94df92a6-0758-478f-99eb-81c48914f4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:18.920997 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9916e-ae66-4219-b07c-6922f34ba996 req-36a4786e-ff74-4ead-b316-13b697def4fb tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:18.922588 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-81d9916e-ae66-4219-b07c-6922f34ba996 req-36a4786e-ff74-4ead-b316-13b697def4fb tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 944 time: 0.8001916 Apr 15 10:57:18.925493 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-455c5448-20c5-4c2c-851e-325d51457cc9 req-b3349029-0692-4db4-b96a-64bb59a366d2 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/security-groups?id=118bc50e-9dd3-4bc9-a5d4-ceee6279c453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127624 Apr 15 10:57:18.939572 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 58418) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:19.062305 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-81d9916e-ae66-4219-b07c-6922f34ba996 req-352ddfd8-7b8d-48c5-a2ee-661a6533c99b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277175 Apr 15 10:57:19.066247 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Pushing event updated for resources: {'Port': ['ID=52610605-b861-4708-8226-77cf9d27aa4c,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:19.077603 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:19.083822 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-94df92a6-0758-478f-99eb-81c48914f4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.090656 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-781c448c-5e3c-48df-acf3-75552f4230a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:19.112989 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-67f1873d-3243-44ea-a211-9e7efdc0d85c req-a21bfa60-4b0b-4cf6-9bed-3669fb962254 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7189757'] for port, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.116519 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df92a6-0758-478f-99eb-81c48914f4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d6ec41-11cd-4ebf-9892-a4f49836d167,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:19.142734 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:19.143535 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.145114 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] 10.222.0.108 "PUT /v2.0/ports/52610605-b861-4708-8226-77cf9d27aa4c HTTP/1.1" status: 200 len: 1093 time: 1.9393790 Apr 15 10:57:19.145948 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e50c229-7d6d-4a29-a63d-f3c073a6964f', 'tag': '52610605-b861-4708-8226-77cf9d27aa4c'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:19.284582 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e50c229-7d6d-4a29-a63d-f3c073a6964f', 'tag': '52610605-b861-4708-8226-77cf9d27aa4c', 'status': 'completed', 'code': 200} Apr 15 10:57:19.296289 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe725-e932-4e46-a2f3-097febb2ab7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.300089 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-e3b2e3e9-744d-4349-83dd-58066c44f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:19.301813 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-e3b2e3e9-744d-4349-83dd-58066c44f8c6 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=6a7b1b98c21f426a98d114ab7a4b545a&device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 1096 time: 0.0985453 Apr 15 10:57:19.319293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-94df92a6-0758-478f-99eb-81c48914f4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:19.321611 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5e20a356-9e7e-4941-a539-b9bf01a7bdce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:19.387841 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bfa60-4b0b-4cf6-9bed-3669fb962254 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Pushing event deleted for resources: {'Port': ['ID=0c9f9366-eb82-40fe-86de-cde184e5df2e,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:19.390178 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1b5fe725-e932-4e46-a2f3-097febb2ab7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:19.394864 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-6c4826ae-b2fe-49a5-989e-57fd8b2e2c54 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52610605-b861-4708-8226-77cf9d27aa4c HTTP/1.1" status: 200 len: 217 time: 0.0787423 Apr 15 10:57:19.395525 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-94df92a6-0758-478f-99eb-81c48914f4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.396707 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-94df92a6-0758-478f-99eb-81c48914f4cc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e7d6ec41-11cd-4ebf-9892-a4f49836d167 HTTP/1.1" status: 204 len: 168 time: 1.3057721 Apr 15 10:57:19.404292 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-1b5fe725-e932-4e46-a2f3-097febb2ab7a admin admin] Usage tracker for resource:security_group_rule and tenant:bbbf5345d82045ed8d3eaf5128d3714c is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:19.407363 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a21bfa60-4b0b-4cf6-9bed-3669fb962254 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:19.422377 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-1b5fe725-e932-4e46-a2f3-097febb2ab7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:19.443468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1b5fe725-e932-4e46-a2f3-097febb2ab7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:19.474666 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-ba04c386-c43c-4aea-b175-8cf572de192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:19.476280 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-ba04c386-c43c-4aea-b175-8cf572de192f service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ff04c0bd-27fa-44e7-bc37-033f64be921e HTTP/1.1" status: 200 len: 849 time: 0.0714288 Apr 15 10:57:19.548780 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-b04aea36-288b-48d6-aebc-362a41769904 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=0e07d15d-4c8e-473b-981f-16d1a156732c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621116 Apr 15 10:57:19.557498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7b152-b45a-42ff-a860-23ec691c9086 req-82ddba79-5eda-4558-a917-bed065128dd0 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:19.559142 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f4a7b152-b45a-42ff-a860-23ec691c9086 req-82ddba79-5eda-4558-a917-bed065128dd0 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 943 time: 0.3079162 Apr 15 10:57:19.624868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f1873d-3243-44ea-a211-9e7efdc0d85c req-a21bfa60-4b0b-4cf6-9bed-3669fb962254 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] No DVR routers for this DVR port 0c9f9366-eb82-40fe-86de-cde184e5df2e on host hv-cinder-78638 {{(pid=85292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:57:19.636951 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-67f1873d-3243-44ea-a211-9e7efdc0d85c req-a21bfa60-4b0b-4cf6-9bed-3669fb962254 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.640149 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c8a60c-8829-4c1b-99b2-d27882a6da9d', 'name': 'network-vif-deleted', 'tag': '0c9f9366-eb82-40fe-86de-cde184e5df2e'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:19.676336 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-67f1873d-3243-44ea-a211-9e7efdc0d85c req-a21bfa60-4b0b-4cf6-9bed-3669fb962254 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.108 "DELETE /v2.0/ports/0c9f9366-eb82-40fe-86de-cde184e5df2e HTTP/1.1" status: 204 len: 173 time: 2.3240557 Apr 15 10:57:19.690421 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f4a7b152-b45a-42ff-a860-23ec691c9086 req-3bdc1039-3ced-4a2b-b699-ef444632105c tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012585 Apr 15 10:57:19.729214 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device f7ce5b59-0ccc-4d35-9adc-aa4642179c35 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:57:19.739919 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:19.758572 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe725-e932-4e46-a2f3-097febb2ab7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.765877 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe725-e932-4e46-a2f3-097febb2ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.781564 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8cf28db6-68b8-4afb-8ceb-8baf9ab5c4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:19.802006 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c8a60c-8829-4c1b-99b2-d27882a6da9d', 'name': 'network-vif-deleted', 'tag': '0c9f9366-eb82-40fe-86de-cde184e5df2e', 'status': 'completed', 'code': 200} Apr 15 10:57:19.887031 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fe725-e932-4e46-a2f3-097febb2ab7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b6c256-428b-461e-967d-b9d62c4ba7fc,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:19.895207 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-1b5fe725-e932-4e46-a2f3-097febb2ab7a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bbbf5345d82045ed8d3eaf5128d3714c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9513760 Apr 15 10:57:19.895207 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1b5fe725-e932-4e46-a2f3-097febb2ab7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:19.895868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 58450) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:19.972580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6db5a02b-b90c-4553-9b22-bbb485bf8cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.007502 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-c8c800e3-1693-428f-b382-0d071c1105bf service neutron] 10.222.0.108 "GET /v2.0/networks/0e07d15d-4c8e-473b-981f-16d1a156732c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510291 Apr 15 10:57:20.054119 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6db5a02b-b90c-4553-9b22-bbb485bf8cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.067611 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:20.075501 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:20.076420 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.139489 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6db5a02b-b90c-4553-9b22-bbb485bf8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.147894 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-94df92a6-0758-478f-99eb-81c48914f4cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:20.190716 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port f7ce5b59-0ccc-4d35-9adc-aa4642179c35, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7ce5b59-0ccc-4d35-9adc-aa4642179c35,segment=NetworkSegment(5c0bb16d-2887-4e7b-853c-e0065d350604),segment_id=5c0bb16d-2887-4e7b-853c-e0065d350604)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:20.215637 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': 'f7ce5b59-0ccc-4d35-9adc-aa4642179c35', 'network_id': '05c6405f-4172-4bf3-b6eb-f465500f6c40', 'port_id': 'f7ce5b59-0ccc-4d35-9adc-aa4642179c35', 'mac_address': 'fa:16:3e:92:49:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba729bbe-c7eb-46e3-aa06-bbc37029435b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:57:20.241610 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5a02b-b90c-4553-9b22-bbb485bf8cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b6c256-428b-461e-967d-b9d62c4ba7fc,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:20.244314 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-454410df-2419-4818-8695-f3fb08811830 req-925f349e-fd7d-4bfa-ad02-b84494029b94 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Synchronizing usage tracker for tenant:6631160eda4b4e67ba2dbb38ceccacf1 on resource:port {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:20.252989 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6db5a02b-b90c-4553-9b22-bbb485bf8cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:20.257890 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6db5a02b-b90c-4553-9b22-bbb485bf8cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.262066 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-6db5a02b-b90c-4553-9b22-bbb485bf8cf7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/60b6c256-428b-461e-967d-b9d62c4ba7fc HTTP/1.1" status: 204 len: 168 time: 0.3630879 Apr 15 10:57:20.281300 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-454410df-2419-4818-8695-f3fb08811830 req-925f349e-fd7d-4bfa-ad02-b84494029b94 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Unset dirty status for tenant:6631160eda4b4e67ba2dbb38ceccacf1 on resource:port {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:20.282655 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-454410df-2419-4818-8695-f3fb08811830 req-925f349e-fd7d-4bfa-ad02-b84494029b94 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] 10.222.0.98 "GET /v2.0/ports?device_id=88c8a60c-8829-4c1b-99b2-d27882a6da9d HTTP/1.1" status: 200 len: 210 time: 0.1161282 Apr 15 10:57:20.373236 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.384860 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.414924 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ce5b59-0ccc-4d35-9adc-aa4642179c35 {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:20.439191 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8a639cc5-bb84-4bf9-82ee-85f2811677fa req-3e0722db-0f63-4ad1-90c7-a07d0b0d1f1b service neutron] 10.222.0.108 "GET /v2.0/networks/0e07d15d-4c8e-473b-981f-16d1a156732c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234731 Apr 15 10:57:20.443339 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273e5733-2c4a-42e3-822c-9107cee4aebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:20.458205 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21,segment=NetworkSegment(5c0bb16d-2887-4e7b-853c-e0065d350604),segment_id=5c0bb16d-2887-4e7b-853c-e0065d350604)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:20.460150 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port f7ce5b59-0ccc-4d35-9adc-aa4642179c35, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7ce5b59-0ccc-4d35-9adc-aa4642179c35,segment=NetworkSegment(5c0bb16d-2887-4e7b-853c-e0065d350604),segment_id=5c0bb16d-2887-4e7b-853c-e0065d350604)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:20.464325 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.465352 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 0c9f9366-eb82-40fe-86de-cde184e5df2e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:57:20.510712 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:20.552454 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: 0c9f9366-eb82-40fe-86de-cde184e5df2e {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:57:20.552912 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 0c9f9366-eb82-40fe-86de-cde184e5df2e not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:57:20.555293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.663027 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:20.673560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:20.674090 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:20.680850 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44833e81-5b37-44e5-b7bf-eabcf775dbd9 req-1a999ef0-6130-4857-9e75-ac7454cbc84a tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:20.682779 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-44833e81-5b37-44e5-b7bf-eabcf775dbd9 req-1a999ef0-6130-4857-9e75-ac7454cbc84a tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 945 time: 0.1555216 Apr 15 10:57:20.759590 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207fe41-f509-4ba3-823b-e3fde4e97e91 req-3497b54a-fbc6-4aa3-a73a-7c69c88d6b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:20.766107 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8207fe41-f509-4ba3-823b-e3fde4e97e91 req-3497b54a-fbc6-4aa3-a73a-7c69c88d6b78 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=6a7b1b98c21f426a98d114ab7a4b545a&device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 1096 time: 0.2243905 Apr 15 10:57:20.774095 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273e5733-2c4a-42e3-822c-9107cee4aebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21', 'code': 200} Apr 15 10:57:20.802102 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-44833e81-5b37-44e5-b7bf-eabcf775dbd9 req-8ffac896-7e53-4277-ac13-828921c61f62 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118309 Apr 15 10:57:20.905375 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=f7ce5b59-0ccc-4d35-9adc-aa4642179c35,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:20.911993 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:20.979783 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['f7ce5b59-0ccc-4d35-9adc-aa4642179c35'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:21.018816 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8480476-b228-4452-9215-b115173cee73 req-ccc6f0b9-f74a-4a1f-9fe7-fe193debf605 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:21.027354 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b8480476-b228-4452-9215-b115173cee73 req-ccc6f0b9-f74a-4a1f-9fe7-fe193debf605 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 943 time: 0.1199939 Apr 15 10:57:21.093967 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 58488) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:21.160078 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a0b7caa9-dab6-4ba2-b219-e3091d9f5c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:21.176782 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b8480476-b228-4452-9215-b115173cee73 req-ac996116-8594-4177-bb48-69dff325656b tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289051 Apr 15 10:57:21.213442 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207fe41-f509-4ba3-823b-e3fde4e97e91 req-96506951-9bf8-46d1-a9e9-65573bfa388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:21.213442 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8207fe41-f509-4ba3-823b-e3fde4e97e91 req-96506951-9bf8-46d1-a9e9-65573bfa388b service neutron] 10.222.0.108 "GET /v2.0/networks?id=0e07d15d-4c8e-473b-981f-16d1a156732c HTTP/1.1" status: 200 len: 911 time: 0.4323118 Apr 15 10:57:21.213442 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a0b7caa9-dab6-4ba2-b219-e3091d9f5c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:21.221047 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-a0b7caa9-dab6-4ba2-b219-e3091d9f5c08 admin admin] Usage tracker for resource:security_group_rule and tenant:32ace84b7b5343a19313767c12a35a76 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:21.226756 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-a0b7caa9-dab6-4ba2-b219-e3091d9f5c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:21.232359 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ab2e-1d68-44a8-8d9a-1e3aaedd0236 req-ac8b8454-ab4e-4cc2-b6e2-ae78cdfeae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:21.233871 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a0b7caa9-dab6-4ba2-b219-e3091d9f5c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:21.234368 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ea27ab2e-1d68-44a8-8d9a-1e3aaedd0236 req-ac8b8454-ab4e-4cc2-b6e2-ae78cdfeae99 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 1098 time: 0.1216192 Apr 15 10:57:21.291669 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ea27ab2e-1d68-44a8-8d9a-1e3aaedd0236 req-20ffe9b7-e4cd-4001-9648-4870bf76b172 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501447 Apr 15 10:57:21.337197 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8207fe41-f509-4ba3-823b-e3fde4e97e91 req-7c2f43f0-6d67-45fe-9263-30e9dcd32e1c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52610605-b861-4708-8226-77cf9d27aa4c HTTP/1.1" status: 200 len: 217 time: 0.1007402 Apr 15 10:57:21.423469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a0b7caa9-dab6-4ba2-b219-e3091d9f5c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:21.426420 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a0b7caa9-dab6-4ba2-b219-e3091d9f5c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:21.433910 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9184b1f6-df96-4fc2-8a4a-8690d7a53ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:21.482787 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7caa9-dab6-4ba2-b219-e3091d9f5c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b762cd88-9c6a-41b4-b89e-ac30d12cd362,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:21.487555 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-a0b7caa9-dab6-4ba2-b219-e3091d9f5c08 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=32ace84b7b5343a19313767c12a35a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3921943 Apr 15 10:57:21.488585 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a0b7caa9-dab6-4ba2-b219-e3091d9f5c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:21.490507 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 58504) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:21.566227 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f3368d19-93ee-42dd-b298-e0909bd19841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:21.598156 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f3368d19-93ee-42dd-b298-e0909bd19841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:21.703579 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207fe41-f509-4ba3-823b-e3fde4e97e91 req-d59ceee5-20fc-416c-bd49-3b6c80acd63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:21.705161 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8207fe41-f509-4ba3-823b-e3fde4e97e91 req-d59ceee5-20fc-416c-bd49-3b6c80acd63e service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ff04c0bd-27fa-44e7-bc37-033f64be921e HTTP/1.1" status: 200 len: 849 time: 0.0729659 Apr 15 10:57:21.709676 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f3368d19-93ee-42dd-b298-e0909bd19841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:21.716963 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-df4cbe24-e839-4033-991f-5b812cf8c529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:21.786775 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3368d19-93ee-42dd-b298-e0909bd19841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b762cd88-9c6a-41b4-b89e-ac30d12cd362,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:21.791273 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8207fe41-f509-4ba3-823b-e3fde4e97e91 req-13d8fe16-7faa-4aca-a6da-9b824e1db69d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=0e07d15d-4c8e-473b-981f-16d1a156732c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762670 Apr 15 10:57:21.802426 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f3368d19-93ee-42dd-b298-e0909bd19841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:21.802426 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f3368d19-93ee-42dd-b298-e0909bd19841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:21.802426 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f3368d19-93ee-42dd-b298-e0909bd19841 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b762cd88-9c6a-41b4-b89e-ac30d12cd362 HTTP/1.1" status: 204 len: 168 time: 0.3002303 Apr 15 10:57:21.922804 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 58520) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:22.002516 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8207fe41-f509-4ba3-823b-e3fde4e97e91 req-e8fe9d00-9536-4f70-8537-cf66802526be service neutron] 10.222.0.108 "GET /v2.0/networks/0e07d15d-4c8e-473b-981f-16d1a156732c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926599 Apr 15 10:57:22.145405 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c8413220-25f2-4f90-a006-57f4b270ac34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:22.185266 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c8413220-25f2-4f90-a006-57f4b270ac34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:22.194484 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-c8413220-25f2-4f90-a006-57f4b270ac34 admin admin] Usage tracker for resource:security_group_rule and tenant:68613985d5324ae4a7dd6dd1c4b0884a is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:22.195645 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8207fe41-f509-4ba3-823b-e3fde4e97e91 req-5f67ce3c-d370-4bf4-8852-40f7e6c719ba service neutron] 10.222.0.108 "GET /v2.0/networks/0e07d15d-4c8e-473b-981f-16d1a156732c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851377 Apr 15 10:57:22.201078 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-c8413220-25f2-4f90-a006-57f4b270ac34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:22.215388 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c8413220-25f2-4f90-a006-57f4b270ac34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:22.241932 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a86dd2-75f3-41d7-943a-a68f2cde94c5 req-94908aef-3649-48eb-9ad4-5a32434252d4 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:22.249212 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-63a86dd2-75f3-41d7-943a-a68f2cde94c5 req-94908aef-3649-48eb-9ad4-5a32434252d4 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 945 time: 0.1940660 Apr 15 10:57:22.316474 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-63a86dd2-75f3-41d7-943a-a68f2cde94c5 req-fdcb64d3-1f50-47bd-9579-1fe04600f34e tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661490 Apr 15 10:57:22.443914 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c8413220-25f2-4f90-a006-57f4b270ac34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:22.449984 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c8413220-25f2-4f90-a006-57f4b270ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:22.458693 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-edfdc456-566b-4ecf-bded-671b199c9df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:22.476724 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c784d-2931-447c-852a-b7af690752c0 req-3f9d4f09-cfc8-4bd4-827f-9de664bd6b23 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:22.478314 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-be6c784d-2931-447c-852a-b7af690752c0 req-3f9d4f09-cfc8-4bd4-827f-9de664bd6b23 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 943 time: 0.1546938 Apr 15 10:57:22.538067 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-c8413220-25f2-4f90-a006-57f4b270ac34 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=68613985d5324ae4a7dd6dd1c4b0884a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6140862 Apr 15 10:57:22.540948 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 58542) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:22.541157 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8413220-25f2-4f90-a006-57f4b270ac34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f290d05-b96b-48ca-9a53-f8d921aba76f,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:22.545533 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c8413220-25f2-4f90-a006-57f4b270ac34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:22.567895 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-be6c784d-2931-447c-852a-b7af690752c0 req-f98d7fdb-417b-428f-91ff-bdc595a963e5 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716944 Apr 15 10:57:22.633470 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-495b9887-fbc5-4c16-a3fd-a8624d4fea9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:22.666547 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-495b9887-fbc5-4c16-a3fd-a8624d4fea9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:22.720246 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-495b9887-fbc5-4c16-a3fd-a8624d4fea9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:22.725732 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f3368d19-93ee-42dd-b298-e0909bd19841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:22.740646 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b9887-fbc5-4c16-a3fd-a8624d4fea9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f290d05-b96b-48ca-9a53-f8d921aba76f,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:22.743094 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-495b9887-fbc5-4c16-a3fd-a8624d4fea9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:22.751216 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-495b9887-fbc5-4c16-a3fd-a8624d4fea9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:22.755377 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-495b9887-fbc5-4c16-a3fd-a8624d4fea9d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3f290d05-b96b-48ca-9a53-f8d921aba76f HTTP/1.1" status: 204 len: 168 time: 0.2128627 Apr 15 10:57:23.192506 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df97b0-3a52-46c4-a526-c41c010d222c req-f82a3952-6d8a-4757-abd7-e186b66ea04f tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:23.194198 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f6df97b0-3a52-46c4-a526-c41c010d222c req-f82a3952-6d8a-4757-abd7-e186b66ea04f tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1626132 Apr 15 10:57:23.254589 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f6df97b0-3a52-46c4-a526-c41c010d222c req-a412f854-c5da-4fb9-9cdc-938854aa2681 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532453 Apr 15 10:57:23.597232 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb6ac0-7232-4782-848b-b692a6c06cc8 req-f8574cb5-5db5-473d-b97e-a7b62513e1b9 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:23.616964 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f5fb6ac0-7232-4782-848b-b692a6c06cc8 req-f8574cb5-5db5-473d-b97e-a7b62513e1b9 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 945 time: 0.1495695 Apr 15 10:57:23.682528 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f5fb6ac0-7232-4782-848b-b692a6c06cc8 req-53238a0c-f467-4312-96ee-c5f9c897fe1c tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619032 Apr 15 10:57:23.752549 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 52610605-b861-4708-8226-77cf9d27aa4c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:57:23.764759 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device f7ce5b59-0ccc-4d35-9adc-aa4642179c35 up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:23.920568 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 58634) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:23.953460 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba77ddd-f8aa-4bf4-84d0-17a495eb017b req-149ee266-93a4-4af3-b32d-70ae45feac17 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:23.953661 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port f7ce5b59-0ccc-4d35-9adc-aa4642179c35 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:23.963078 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port f7ce5b59-0ccc-4d35-9adc-aa4642179c35 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:23.963498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:23.968527 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4ba77ddd-f8aa-4bf4-84d0-17a495eb017b req-149ee266-93a4-4af3-b32d-70ae45feac17 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 943 time: 0.1547813 Apr 15 10:57:24.110158 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4ba77ddd-f8aa-4bf4-84d0-17a495eb017b req-96d89683-dacd-4860-8e82-12bf7c23813c tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395767 Apr 15 10:57:24.139548 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 52610605-b861-4708-8226-77cf9d27aa4c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=52610605-b861-4708-8226-77cf9d27aa4c,segment=NetworkSegment(f1f56d08-f726-48ee-9636-a78f1b9ea0b8),segment_id=f1f56d08-f726-48ee-9636-a78f1b9ea0b8)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:24.165233 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ddabbd7a-799f-49d5-b32f-85c5d8d1626f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.167626 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': '52610605-b861-4708-8226-77cf9d27aa4c', 'network_id': '0e07d15d-4c8e-473b-981f-16d1a156732c', 'port_id': '52610605-b861-4708-8226-77cf9d27aa4c', 'mac_address': 'fa:16:3e:3a:40:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff04c0bd-27fa-44e7-bc37-033f64be921e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:57:24.183613 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ddabbd7a-799f-49d5-b32f-85c5d8d1626f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:24.188232 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-ddabbd7a-799f-49d5-b32f-85c5d8d1626f admin admin] Usage tracker for resource:security_group_rule and tenant:6b7a261c9a2c4aebab85d23242b0c6cd is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:24.191763 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-ddabbd7a-799f-49d5-b32f-85c5d8d1626f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:24.200993 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ddabbd7a-799f-49d5-b32f-85c5d8d1626f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:24.205992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.247600 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.267573 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52610605-b861-4708-8226-77cf9d27aa4c {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:24.289658 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port f7ce5b59-0ccc-4d35-9adc-aa4642179c35, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7ce5b59-0ccc-4d35-9adc-aa4642179c35,segment=NetworkSegment(5c0bb16d-2887-4e7b-853c-e0065d350604),segment_id=5c0bb16d-2887-4e7b-853c-e0065d350604)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:24.291494 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7196aac-c3dd-4777-98db-96f837c4712b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ce5b59-0ccc-4d35-9adc-aa4642179c35'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:24.301918 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ddabbd7a-799f-49d5-b32f-85c5d8d1626f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.302823 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.306069 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ddabbd7a-799f-49d5-b32f-85c5d8d1626f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.306358 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:24.318777 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-92651259-c118-46ed-a0b2-61b29ead3016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:24.350892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabbd7a-799f-49d5-b32f-85c5d8d1626f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06c62cd-ff82-45f0-a80e-bbbfec09c795,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:24.356282 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ddabbd7a-799f-49d5-b32f-85c5d8d1626f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:24.378493 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 58676) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:24.393726 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-ddabbd7a-799f-49d5-b32f-85c5d8d1626f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6b7a261c9a2c4aebab85d23242b0c6cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706268 Apr 15 10:57:24.471321 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0ce99817-fe43-4570-bfc3-507b9481b536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.553175 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0ce99817-fe43-4570-bfc3-507b9481b536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.554091 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=f7ce5b59-0ccc-4d35-9adc-aa4642179c35,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:24.557884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:24.559457 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 52610605-b861-4708-8226-77cf9d27aa4c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=52610605-b861-4708-8226-77cf9d27aa4c,segment=NetworkSegment(f1f56d08-f726-48ee-9636-a78f1b9ea0b8),segment_id=f1f56d08-f726-48ee-9636-a78f1b9ea0b8)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:24.568061 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.570992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:24.605448 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7196aac-c3dd-4777-98db-96f837c4712b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ce5b59-0ccc-4d35-9adc-aa4642179c35', 'code': 200} Apr 15 10:57:24.655991 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46159eec-d279-4400-ad0b-c6e76ce70081 req-179633e9-005a-46a4-ab1b-731b8037e666 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:24.657647 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-46159eec-d279-4400-ad0b-c6e76ce70081 req-179633e9-005a-46a4-ab1b-731b8037e666 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1578345 Apr 15 10:57:24.664395 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=52610605-b861-4708-8226-77cf9d27aa4c,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:24.667472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0ce99817-fe43-4570-bfc3-507b9481b536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.668422 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:24.673308 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d1c32082-f20c-4444-9b6d-f5f7c22858e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:24.687951 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce99817-fe43-4570-bfc3-507b9481b536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06c62cd-ff82-45f0-a80e-bbbfec09c795,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:24.704612 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0ce99817-fe43-4570-bfc3-507b9481b536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:24.730570 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0ce99817-fe43-4570-bfc3-507b9481b536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.734804 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-0ce99817-fe43-4570-bfc3-507b9481b536 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f06c62cd-ff82-45f0-a80e-bbbfec09c795 HTTP/1.1" status: 204 len: 168 time: 0.3550272 Apr 15 10:57:24.756337 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-46159eec-d279-4400-ad0b-c6e76ce70081 req-c8d061e4-b92b-49dd-9a66-231ad93f1428 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694489 Apr 15 10:57:24.783596 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:57:24.983613 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['52610605-b861-4708-8226-77cf9d27aa4c'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:25.054884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab5b73-d483-4538-b0bf-6615c67064aa req-2f468ba7-454a-4045-a604-2d6d3e7f2ef8 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:25.069126 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1fab5b73-d483-4538-b0bf-6615c67064aa req-2f468ba7-454a-4045-a604-2d6d3e7f2ef8 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1938369 Apr 15 10:57:25.079478 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824902dc-d180-45ef-9136-b4e214752357 req-14a40cc4-91b2-4a11-a47e-c58cc71cddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:25.081279 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-824902dc-d180-45ef-9136-b4e214752357 req-14a40cc4-91b2-4a11-a47e-c58cc71cddf1 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 1099 time: 0.1726773 Apr 15 10:57:25.180172 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-824902dc-d180-45ef-9136-b4e214752357 req-b9150e8a-95ec-4768-bc33-a258aa6251b5 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898747 Apr 15 10:57:25.180947 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1fab5b73-d483-4538-b0bf-6615c67064aa req-64d35048-7181-4ad2-a030-63df4d325064 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107876 Apr 15 10:57:25.401310 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0ddd7-caca-47f0-9507-f7146f1816fd req-f8a84a48-7ad8-468e-8514-06d744630e9d tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:25.403909 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dbb0ddd7-caca-47f0-9507-f7146f1816fd req-f8a84a48-7ad8-468e-8514-06d744630e9d tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 944 time: 0.1167593 Apr 15 10:57:25.460167 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dbb0ddd7-caca-47f0-9507-f7146f1816fd req-baa79d31-3fe5-4d4b-92d8-63b169da3418 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490904 Apr 15 10:57:25.971440 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72359176-8713-4420-bcae-d9dda8ef90c2 req-1b152a60-9302-4786-88a4-303f7304e098 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:25.973035 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-72359176-8713-4420-bcae-d9dda8ef90c2 req-1b152a60-9302-4786-88a4-303f7304e098 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.0974917 Apr 15 10:57:26.022206 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-72359176-8713-4420-bcae-d9dda8ef90c2 req-d59c033f-8df9-49d9-8e15-00fb7e31a721 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426953 Apr 15 10:57:26.404864 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdf93f-b573-4f08-8035-bb0459b696b4 req-2c020160-1e34-4d6f-892b-082a0a1c1ae9 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:26.406495 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8dfdf93f-b573-4f08-8035-bb0459b696b4 req-2c020160-1e34-4d6f-892b-082a0a1c1ae9 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1037116 Apr 15 10:57:26.475166 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8dfdf93f-b573-4f08-8035-bb0459b696b4 req-98b20bb8-bb9e-48c3-9ceb-c9be05908d58 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585561 Apr 15 10:57:26.691135 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070d3d5-4251-401d-8762-6ea2d43b8cc7 req-19f82662-65b1-4042-a04b-1c7390848309 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:26.693161 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3070d3d5-4251-401d-8762-6ea2d43b8cc7 req-19f82662-65b1-4042-a04b-1c7390848309 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 944 time: 0.0997131 Apr 15 10:57:26.757151 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3070d3d5-4251-401d-8762-6ea2d43b8cc7 req-7ebd1817-1394-4876-a215-780e1019bbc4 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519342 Apr 15 10:57:27.298750 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324f442-9c98-4c34-b201-3f77355e526c req-9dc8ce88-39bf-4cb3-a9f3-62994173170a tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:27.300410 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a324f442-9c98-4c34-b201-3f77355e526c req-9dc8ce88-39bf-4cb3-a9f3-62994173170a tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/networks?id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35 HTTP/1.1" status: 200 len: 814 time: 0.2486601 Apr 15 10:57:27.335814 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14b7ee-a976-41ce-a2fa-53b8fd1ed6ad req-2bfc8cd7-a52f-48a4-88cc-a3b3841d23ca tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:27.337410 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bd14b7ee-a976-41ce-a2fa-53b8fd1ed6ad req-2bfc8cd7-a52f-48a4-88cc-a3b3841d23ca tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1564939 Apr 15 10:57:27.339058 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a324f442-9c98-4c34-b201-3f77355e526c req-549ee128-3c46-4b75-9ca8-3eb5fa6c0c01 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/quotas/ebaf350254024013abef072cdfb97bb3 HTTP/1.1" status: 200 len: 375 time: 0.0247638 Apr 15 10:57:27.438989 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bd14b7ee-a976-41ce-a2fa-53b8fd1ed6ad req-24e54f2e-1fb4-44f1-b7b7-38b9befd07b5 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948772 Apr 15 10:57:27.472548 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a324f442-9c98-4c34-b201-3f77355e526c req-28e42f61-3ac8-4034-bd2e-a2fdcb71e1fe tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ebaf350254024013abef072cdfb97bb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1266139 Apr 15 10:57:27.761256 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 52610605-b861-4708-8226-77cf9d27aa4c up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:27.850298 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port 52610605-b861-4708-8226-77cf9d27aa4c completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:27.858612 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port 52610605-b861-4708-8226-77cf9d27aa4c triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:27.859043 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:27.873676 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a324f442-9c98-4c34-b201-3f77355e526c req-18544a9c-218f-4906-a81f-b7140333c361 service neutron] 10.222.0.98 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933301 Apr 15 10:57:27.994600 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:28.002382 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da046fd4-28c6-4e8f-aed6-f70ed0b37985 req-a1d0d653-99e3-4a9d-a0b0-02f730fd0fbb tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:28.003975 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-da046fd4-28c6-4e8f-aed6-f70ed0b37985 req-a1d0d653-99e3-4a9d-a0b0-02f730fd0fbb tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.4006710 Apr 15 10:57:28.023737 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e50c229-7d6d-4a29-a63d-f3c073a6964f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52610605-b861-4708-8226-77cf9d27aa4c'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:28.034388 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 52610605-b861-4708-8226-77cf9d27aa4c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=52610605-b861-4708-8226-77cf9d27aa4c,segment=NetworkSegment(f1f56d08-f726-48ee-9636-a78f1b9ea0b8),segment_id=f1f56d08-f726-48ee-9636-a78f1b9ea0b8)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:28.040375 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:28.042370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7631b9ce-441e-4983-bdaa-9ff6ef24b5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:28.090778 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a324f442-9c98-4c34-b201-3f77355e526c req-12546c5c-272d-448a-947c-fe0d89865f4b service neutron] 10.222.0.98 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045109 Apr 15 10:57:28.097253 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-da046fd4-28c6-4e8f-aed6-f70ed0b37985 req-40fe56b7-e127-4e22-a9e4-db17236cadfc tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858402 Apr 15 10:57:28.133576 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=52610605-b861-4708-8226-77cf9d27aa4c,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:28.137275 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:28.262043 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e50c229-7d6d-4a29-a63d-f3c073a6964f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52610605-b861-4708-8226-77cf9d27aa4c', 'code': 200} Apr 15 10:57:28.336090 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fb983-4ad3-402b-8435-bfc15b4a082d req-dae69457-05b5-4d7b-b1fa-c4a65c4231bb tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:28.345476 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a72fb983-4ad3-402b-8435-bfc15b4a082d req-dae69457-05b5-4d7b-b1fa-c4a65c4231bb tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 945 time: 0.1361632 Apr 15 10:57:28.437691 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a72fb983-4ad3-402b-8435-bfc15b4a082d req-430aae24-f8cf-4abe-8c64-bb1329b57f02 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911562 Apr 15 10:57:28.551315 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bdf70125-534f-4054-b264-7359890e695d req-1e40c005-07fc-49c0-a95b-0aa6de8c9aa1 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 210 time: 0.0729308 Apr 15 10:57:28.779943 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e7663-85ef-4290-bbe6-84be7c4ae0a2 req-bed67558-0977-49bd-b389-79366f9883ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:28.782162 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-433e7663-85ef-4290-bbe6-84be7c4ae0a2 req-bed67558-0977-49bd-b389-79366f9883ff service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 1098 time: 0.2193654 Apr 15 10:57:28.860408 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-433e7663-85ef-4290-bbe6-84be7c4ae0a2 req-930efe56-3128-4d29-b0e4-0a5e0e85bcea service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691061 Apr 15 10:57:28.935186 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bc8ba-f3ae-4162-9cc9-69c21ce2ee2d req-8c344153-9827-452a-b070-61bea1ee5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:28.936796 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-462bc8ba-f3ae-4162-9cc9-69c21ce2ee2d req-8c344153-9827-452a-b070-61bea1ee5d08 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=465dd649e85e465080f5d9aa3d70976f&device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 1099 time: 0.2467377 Apr 15 10:57:28.954983 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c91a30-e237-4f4e-acab-29c7c43c3f53 req-fd5fede4-e682-45e1-8689-006c4cd39267 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:28.956536 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-20c91a30-e237-4f4e-acab-29c7c43c3f53 req-fd5fede4-e682-45e1-8689-006c4cd39267 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.2119844 Apr 15 10:57:28.970586 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbed153-3aad-44c2-89d8-510225862993 req-d28e03f9-c318-47b9-8a29-edf144a62753 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:28.972533 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ddbed153-3aad-44c2-89d8-510225862993 req-d28e03f9-c318-47b9-8a29-edf144a62753 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1594362 Apr 15 10:57:29.053653 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-20c91a30-e237-4f4e-acab-29c7c43c3f53 req-2d230351-f1ee-4970-b9fe-dd40110f1fd1 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804262 Apr 15 10:57:29.058700 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ddbed153-3aad-44c2-89d8-510225862993 req-c8c9286b-bd72-4965-a88e-40eaacd0c117 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686886 Apr 15 10:57:29.329883 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 58836) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:29.397365 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bc8ba-f3ae-4162-9cc9-69c21ce2ee2d req-2a8461c7-df3f-4d6a-ae73-279fc13fbef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:29.398869 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-462bc8ba-f3ae-4162-9cc9-69c21ce2ee2d req-2a8461c7-df3f-4d6a-ae73-279fc13fbef1 service neutron] 10.222.0.108 "GET /v2.0/networks?id=05c6405f-4172-4bf3-b6eb-f465500f6c40 HTTP/1.1" status: 200 len: 920 time: 0.1469860 Apr 15 10:57:29.469645 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4812ddd2-d063-4cf8-b601-95d9f0b83bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:29.488287 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4812ddd2-d063-4cf8-b601-95d9f0b83bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:29.492856 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4812ddd2-d063-4cf8-b601-95d9f0b83bdf admin admin] Usage tracker for resource:security_group_rule and tenant:92fdbecd80fc46bfa44888e1000061ab is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:29.504523 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4812ddd2-d063-4cf8-b601-95d9f0b83bdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:29.506613 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-462bc8ba-f3ae-4162-9cc9-69c21ce2ee2d req-a6c28bbd-67e1-45c2-acf8-332f5025e8fc service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7ce5b59-0ccc-4d35-9adc-aa4642179c35 HTTP/1.1" status: 200 len: 217 time: 0.0768046 Apr 15 10:57:29.514423 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4812ddd2-d063-4cf8-b601-95d9f0b83bdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:29.618510 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4812ddd2-d063-4cf8-b601-95d9f0b83bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:29.621363 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4812ddd2-d063-4cf8-b601-95d9f0b83bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:29.631202 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-11b02de9-dab8-4cb2-ac7c-8d364b6d9b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:29.652555 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bc8ba-f3ae-4162-9cc9-69c21ce2ee2d req-5cce8f9c-2712-4af7-b9d5-46027c3d9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:29.654697 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-462bc8ba-f3ae-4162-9cc9-69c21ce2ee2d req-5cce8f9c-2712-4af7-b9d5-46027c3d9b9c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ba729bbe-c7eb-46e3-aa06-bbc37029435b HTTP/1.1" status: 200 len: 858 time: 0.1342533 Apr 15 10:57:29.685253 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-4812ddd2-d063-4cf8-b601-95d9f0b83bdf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=92fdbecd80fc46bfa44888e1000061ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532720 Apr 15 10:57:29.685997 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 58848) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:29.688700 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812ddd2-d063-4cf8-b601-95d9f0b83bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a8af40-19f4-4987-ab84-746852da4d96,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:29.692278 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4812ddd2-d063-4cf8-b601-95d9f0b83bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:29.760811 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3f363a57-17a1-4935-ad5f-f488949aa80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:29.779046 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9eb826f6-f393-44d4-9c7e-5839c77a47a1 req-6c467d1a-b8c1-4810-bbee-9f2a5b0528dc tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 210 time: 0.1015129 Apr 15 10:57:29.789501 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-462bc8ba-f3ae-4162-9cc9-69c21ce2ee2d req-d0c95092-7e8a-4139-adc8-b77ab08e29dd service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=05c6405f-4172-4bf3-b6eb-f465500f6c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137142 Apr 15 10:57:29.792780 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3f363a57-17a1-4935-ad5f-f488949aa80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:29.799367 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0632e-104e-400f-a0d7-782e9d7f117d req-fc09872d-42c6-48c0-afe8-0a8f743008ab tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:29.801725 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f6a0632e-104e-400f-a0d7-782e9d7f117d req-fc09872d-42c6-48c0-afe8-0a8f743008ab tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 945 time: 0.2380428 Apr 15 10:57:29.842034 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3f363a57-17a1-4935-ad5f-f488949aa80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:29.847363 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-495b9887-fbc5-4c16-a3fd-a8624d4fea9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:29.860913 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f363a57-17a1-4935-ad5f-f488949aa80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a8af40-19f4-4987-ab84-746852da4d96,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:29.870321 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3f363a57-17a1-4935-ad5f-f488949aa80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:29.871217 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3f363a57-17a1-4935-ad5f-f488949aa80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:29.873042 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-3f363a57-17a1-4935-ad5f-f488949aa80c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f6a8af40-19f4-4987-ab84-746852da4d96 HTTP/1.1" status: 204 len: 168 time: 0.1858020 Apr 15 10:57:29.959767 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f6a0632e-104e-400f-a0d7-782e9d7f117d req-c8818e55-2eb4-4d60-8b7d-0152c744d153 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309941 Apr 15 10:57:30.009342 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-462bc8ba-f3ae-4162-9cc9-69c21ce2ee2d req-dc069687-d07d-4605-9e14-34071110ba69 service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063138 Apr 15 10:57:30.231899 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-462bc8ba-f3ae-4162-9cc9-69c21ce2ee2d req-8a530dd5-fb08-41d5-9bf8-f8f747c4b498 service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058566 Apr 15 10:57:30.489523 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e0628-49da-4bc1-a96b-9f3f910957c1 req-eb89caaf-abe6-4d15-a557-673bcd41e4e7 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:30.491239 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1d6e0628-49da-4bc1-a96b-9f3f910957c1 req-eb89caaf-abe6-4d15-a557-673bcd41e4e7 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1896122 Apr 15 10:57:30.515192 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fff47-81d8-4cb6-9d25-87c014e6ac2a req-43aa9bff-9dc8-4f84-b4aa-fb59934cddb2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:30.522708 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ba6fff47-81d8-4cb6-9d25-87c014e6ac2a req-43aa9bff-9dc8-4f84-b4aa-fb59934cddb2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1580637 Apr 15 10:57:30.538650 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324f442-9c98-4c34-b201-3f77355e526c req-b715b7f8-06b4-45c4-b562-6746f855bf6c tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:30.540515 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a324f442-9c98-4c34-b201-3f77355e526c req-b715b7f8-06b4-45c4-b562-6746f855bf6c tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.108 "GET /v2.0/networks?id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35 HTTP/1.1" status: 200 len: 814 time: 0.3460624 Apr 15 10:57:30.621278 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-a324f442-9c98-4c34-b201-3f77355e526c req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Request body: {'port': {'device_id': 'd31ffdc0-10da-4c71-812a-a2eefca95525', 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35', 'admin_state_up': True, 'tenant_id': 'ebaf350254024013abef072cdfb97bb3'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:30.639508 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1d6e0628-49da-4bc1-a96b-9f3f910957c1 req-6e681748-ea10-4f55-8ac1-86254da237d1 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123924 Apr 15 10:57:30.666520 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ba6fff47-81d8-4cb6-9d25-87c014e6ac2a req-7102e48b-0e7f-4c95-a116-41b89f51d800 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406426 Apr 15 10:57:30.832585 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-a324f442-9c98-4c34-b201-3f77355e526c req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:30.838608 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-a324f442-9c98-4c34-b201-3f77355e526c req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Usage tracker for resource:port and tenant:ebaf350254024013abef072cdfb97bb3 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:30.842313 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-a324f442-9c98-4c34-b201-3f77355e526c req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:30.850912 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-a324f442-9c98-4c34-b201-3f77355e526c req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:30.862927 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a324f442-9c98-4c34-b201-3f77355e526c req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Made reservation on behalf of ebaf350254024013abef072cdfb97bb3 for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:30.869722 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a324f442-9c98-4c34-b201-3f77355e526c req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:30.960323 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e8da79f5-7567-4aa6-a0e3-458b8a55ffce req-10db9411-e41f-4cca-9f83-9778967580ec tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 210 time: 0.0525887 Apr 15 10:57:31.093066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-a324f442-9c98-4c34-b201-3f77355e526c req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Allocated IP 172.20.0.4 (8eaf3f47-a7a6-43c5-984d-3b6a70257c35/36e0b5c0-1bda-4299-bc80-7737df16b96c/1cb78f40-8b21-4541-b618-1514a5bc7fd9) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:31.209441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bddd4-18a2-45d7-bf4e-f1ae0aae0733 req-7a60c894-0e11-48da-a2f2-a94f7c6c0437 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:31.211135 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c30bddd4-18a2-45d7-bf4e-f1ae0aae0733 req-7a60c894-0e11-48da-a2f2-a94f7c6c0437 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 945 time: 0.1025033 Apr 15 10:57:31.262360 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c30bddd4-18a2-45d7-bf4e-f1ae0aae0733 req-43faadf0-2bd4-4303-8b11-6f5e8107814b tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440187 Apr 15 10:57:31.330338 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a324f442-9c98-4c34-b201-3f77355e526c req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:31.367918 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a324f442-9c98-4c34-b201-3f77355e526c req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:31.391005 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:31.422293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['6f6bd4b8-98aa-444f-ad3b-5816032f4e2a', 'f4d595b0-77fb-47b8-bfb3-e84dd0197543', 'b50a812e-5de6-4e0a-8c2d-927bccd53cc9'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:31.608182 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Pushing event updated for resources: {'Port': ['ID=1cb78f40-8b21-4541-b618-1514a5bc7fd9,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:31.612113 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a324f442-9c98-4c34-b201-3f77355e526c req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:31.613159 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:31.614182 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-a324f442-9c98-4c34-b201-3f77355e526c req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:31.616276 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a324f442-9c98-4c34-b201-3f77355e526c req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:31.622777 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324f442-9c98-4c34-b201-3f77355e526c req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:31.623458 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a324f442-9c98-4c34-b201-3f77355e526c req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:31.647152 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a324f442-9c98-4c34-b201-3f77355e526c req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0316868 Apr 15 10:57:31.667896 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Request body: {'port': {'device_id': 'd31ffdc0-10da-4c71-812a-a2eefca95525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:31.834966 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.027331 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fbbf7-e89c-446b-b4d8-970771e719c4 req-632c7d25-bbad-4f55-a694-d5f7010783e9 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:32.029492 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b75fbbf7-e89c-446b-b4d8-970771e719c4 req-632c7d25-bbad-4f55-a694-d5f7010783e9 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.2106194 Apr 15 10:57:32.051582 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c07d52-baf0-4985-bec2-b62c213df7f0 req-97015797-e1b8-42c4-a47c-71f2920e6eda tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:32.053248 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f7c07d52-baf0-4985-bec2-b62c213df7f0 req-97015797-e1b8-42c4-a47c-71f2920e6eda tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1553874 Apr 15 10:57:32.159264 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b75fbbf7-e89c-446b-b4d8-970771e719c4 req-34f31e38-1bba-4af3-aac0-3e54a93881fc tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049347 Apr 15 10:57:32.169608 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f7c07d52-baf0-4985-bec2-b62c213df7f0 req-044464fa-410b-4897-b7cf-7819f8c413ea tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846429 Apr 15 10:57:32.441662 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b0a08-d306-47a6-9ddd-b1c1688ca687 req-1325d967-8e68-46fc-8f3c-e1137d253d48 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:32.445274 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-214b0a08-d306-47a6-9ddd-b1c1688ca687 req-1325d967-8e68-46fc-8f3c-e1137d253d48 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 931 time: 0.1483235 Apr 15 10:57:32.503474 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-214b0a08-d306-47a6-9ddd-b1c1688ca687 req-925395d8-6d85-4375-877e-25ab5bb9ac6c tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548491 Apr 15 10:57:32.571883 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb78f40-8b21-4541-b618-1514a5bc7fd9 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:32.582451 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.598884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Transition to ACTIVE for port object 1cb78f40-8b21-4541-b618-1514a5bc7fd9 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:32.603796 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.606962 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c6e2db52-3aac-41e8-b48f-b185a511005c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.624434 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:32.769794 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Pushing event updated for resources: {'Port': ['ID=1cb78f40-8b21-4541-b618-1514a5bc7fd9,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:32.772998 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:32.954992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Attempting to bind port 1cb78f40-8b21-4541-b618-1514a5bc7fd9 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:32.955750 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Attempting to bind port 1cb78f40-8b21-4541-b618-1514a5bc7fd9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1385, 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:32.955907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Attempting to bind port 1cb78f40-8b21-4541-b618-1514a5bc7fd9 on network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:32.961352 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Port 1cb78f40-8b21-4541-b618-1514a5bc7fd9 on network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:57:32.961816 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Attempting to bind port 1cb78f40-8b21-4541-b618-1514a5bc7fd9 on network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:32.968398 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:32.968995 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Checking segment: {'id': 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1385, 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:32.969335 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Bound using segment: {'id': 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1385, 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:32.969716 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Bound port: 1cb78f40-8b21-4541-b618-1514a5bc7fd9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1385, 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:32.969841 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fde18-f545-4bbc-8e7e-cf636011bb6a req-cf5d5e9f-9453-42c4-99ca-ac48433bd121 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:32.970104 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.971571 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e92fde18-f545-4bbc-8e7e-cf636011bb6a req-cf5d5e9f-9453-42c4-99ca-ac48433bd121 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 945 time: 0.1005008 Apr 15 10:57:33.031205 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e92fde18-f545-4bbc-8e7e-cf636011bb6a req-eb39d9b9-ef54-405b-9f00-e4acf0ca8039 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527899 Apr 15 10:57:33.109083 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] For port 1cb78f40-8b21-4541-b618-1514a5bc7fd9, host hv-cinder-78638, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:33.112657 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] For port 1cb78f40-8b21-4541-b618-1514a5bc7fd9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1cb78f40-8b21-4541-b618-1514a5bc7fd9,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:33.116332 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:33.133545 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:33.297000 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Pushing event updated for resources: {'Port': ['ID=1cb78f40-8b21-4541-b618-1514a5bc7fd9,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:33.302809 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:33.336327 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:33.337517 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:33.339115 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a324f442-9c98-4c34-b201-3f77355e526c req-17e38fc3-000d-4881-8857-469d3da950be service neutron] 10.222.0.108 "PUT /v2.0/ports/1cb78f40-8b21-4541-b618-1514a5bc7fd9 HTTP/1.1" status: 200 len: 1093 time: 1.6759098 Apr 15 10:57:33.339649 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31ffdc0-10da-4c71-812a-a2eefca95525', 'tag': '1cb78f40-8b21-4541-b618-1514a5bc7fd9'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:33.419801 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fef59f-3952-45f5-a518-58ab0de82506 req-e2626bda-ed63-400a-ba8d-9e44f7a80016 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:33.421994 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c7fef59f-3952-45f5-a518-58ab0de82506 req-e2626bda-ed63-400a-ba8d-9e44f7a80016 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1078031 Apr 15 10:57:33.498415 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c7fef59f-3952-45f5-a518-58ab0de82506 req-0b5e530e-a435-43f0-a57b-59afaefa9fff tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595675 Apr 15 10:57:33.568040 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324f442-9c98-4c34-b201-3f77355e526c req-64d05004-e4e4-4d23-b3c8-60ba11f97ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:33.579871 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a324f442-9c98-4c34-b201-3f77355e526c req-64d05004-e4e4-4d23-b3c8-60ba11f97ea1 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ebaf350254024013abef072cdfb97bb3&device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 1096 time: 0.1389942 Apr 15 10:57:33.581927 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31ffdc0-10da-4c71-812a-a2eefca95525', 'tag': '1cb78f40-8b21-4541-b618-1514a5bc7fd9', 'status': 'completed', 'code': 200} Apr 15 10:57:33.724430 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a324f442-9c98-4c34-b201-3f77355e526c req-a52f06bb-6228-43b3-bbfd-325714af00c5 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb78f40-8b21-4541-b618-1514a5bc7fd9 HTTP/1.1" status: 200 len: 217 time: 0.0820978 Apr 15 10:57:33.745643 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38752b96-e3ba-4a4d-9570-195d116563fd req-3e62a499-1e9c-42ee-8255-c59f097ba275 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:33.748179 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-38752b96-e3ba-4a4d-9570-195d116563fd req-3e62a499-1e9c-42ee-8255-c59f097ba275 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1878202 Apr 15 10:57:33.812423 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324f442-9c98-4c34-b201-3f77355e526c req-ccc379bc-7a2b-4641-85ad-4da253476697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:33.814025 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a324f442-9c98-4c34-b201-3f77355e526c req-ccc379bc-7a2b-4641-85ad-4da253476697 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=36e0b5c0-1bda-4299-bc80-7737df16b96c HTTP/1.1" status: 200 len: 854 time: 0.0766840 Apr 15 10:57:33.825972 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-38752b96-e3ba-4a4d-9570-195d116563fd req-550cada2-ebc6-4730-986c-71e161d50714 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678086 Apr 15 10:57:33.834505 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee61b2b-7b37-4edf-874a-637bcfa28d49 req-3ef830fd-9707-4d82-b956-1b61018b7bdb tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:33.836090 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0ee61b2b-7b37-4edf-874a-637bcfa28d49 req-3ef830fd-9707-4d82-b956-1b61018b7bdb tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 943 time: 0.1559052 Apr 15 10:57:33.872058 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a324f442-9c98-4c34-b201-3f77355e526c req-7e5f9ec6-5b30-4afd-b30a-3c61d38ae941 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499580 Apr 15 10:57:33.891078 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0ee61b2b-7b37-4edf-874a-637bcfa28d49 req-f952f8a7-3f14-4ccf-9e3b-671a11d52346 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462661 Apr 15 10:57:34.028581 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a324f442-9c98-4c34-b201-3f77355e526c req-57f6e1e5-af38-4907-8d03-061fb9619c10 service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416175 Apr 15 10:57:34.196013 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a324f442-9c98-4c34-b201-3f77355e526c req-3869ba63-0c05-432d-82d2-01fa780def79 service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518784 Apr 15 10:57:34.251342 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3683df-ae91-4edd-b338-cac0a2b4dd46 req-3b6f6cdb-ba7b-4f56-9b44-8b1e74b7ddba tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:34.252977 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-af3683df-ae91-4edd-b338-cac0a2b4dd46 req-3b6f6cdb-ba7b-4f56-9b44-8b1e74b7ddba tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 945 time: 0.0927708 Apr 15 10:57:34.302544 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-af3683df-ae91-4edd-b338-cac0a2b4dd46 req-a780ca6c-1c1b-4401-aa85-3918645c11a6 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430701 Apr 15 10:57:34.437100 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957e5be-bf67-43e1-a605-fde4ff0bf0fa req-5331be9b-16dd-4cac-8a87-65e81aca7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:34.438711 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d957e5be-bf67-43e1-a605-fde4ff0bf0fa req-5331be9b-16dd-4cac-8a87-65e81aca7856 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ebaf350254024013abef072cdfb97bb3&device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 1096 time: 0.0783854 Apr 15 10:57:34.595332 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957e5be-bf67-43e1-a605-fde4ff0bf0fa req-57f3896c-66f5-42bb-a282-1c31bec7a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:34.597170 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d957e5be-bf67-43e1-a605-fde4ff0bf0fa req-57f3896c-66f5-42bb-a282-1c31bec7a7c7 service neutron] 10.222.0.108 "GET /v2.0/networks?id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35 HTTP/1.1" status: 200 len: 916 time: 0.1426234 Apr 15 10:57:34.680741 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d957e5be-bf67-43e1-a605-fde4ff0bf0fa req-b12c52d1-e427-4764-8820-33af4a5a3d29 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb78f40-8b21-4541-b618-1514a5bc7fd9 HTTP/1.1" status: 200 len: 217 time: 0.0731416 Apr 15 10:57:34.718775 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a793577-63a1-4319-bfea-1101d63b069f req-c712c904-bdad-4f0b-826c-09ca0ac1221c tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:34.720383 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9a793577-63a1-4319-bfea-1101d63b069f req-c712c904-bdad-4f0b-826c-09ca0ac1221c tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1005054 Apr 15 10:57:34.768232 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957e5be-bf67-43e1-a605-fde4ff0bf0fa req-ce8f8a52-8dce-42ca-9b8b-13ddadc7491d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:34.769984 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d957e5be-bf67-43e1-a605-fde4ff0bf0fa req-ce8f8a52-8dce-42ca-9b8b-13ddadc7491d service neutron] 10.222.0.108 "GET /v2.0/subnets?id=36e0b5c0-1bda-4299-bc80-7737df16b96c HTTP/1.1" status: 200 len: 854 time: 0.0765405 Apr 15 10:57:34.774500 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9a793577-63a1-4319-bfea-1101d63b069f req-42b33f4f-9da2-46cf-9cf4-c70fdc85a438 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475459 Apr 15 10:57:34.829771 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d957e5be-bf67-43e1-a605-fde4ff0bf0fa req-bb20a9d1-25c3-4c37-b48b-5bf5123eaedf service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=8eaf3f47-a7a6-43c5-984d-3b6a70257c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526671 Apr 15 10:57:34.930447 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a028a62f-cdf2-4497-a70d-dce529c81e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:34.996186 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d957e5be-bf67-43e1-a605-fde4ff0bf0fa req-d3335523-f375-43eb-85f3-e9a8424b964a service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590965 Apr 15 10:57:35.120746 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469f02-f24f-43ba-836f-5d9bd56bee45 req-93ac88ea-bb3f-4674-96cc-42d632464e77 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:35.123679 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b1469f02-f24f-43ba-836f-5d9bd56bee45 req-93ac88ea-bb3f-4674-96cc-42d632464e77 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1626003 Apr 15 10:57:35.188904 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b1469f02-f24f-43ba-836f-5d9bd56bee45 req-46548c89-b389-4805-a1c3-10ffbdfe03e9 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569401 Apr 15 10:57:35.194297 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d957e5be-bf67-43e1-a605-fde4ff0bf0fa req-5b6189ab-db67-442d-a90f-47820fb12d52 service neutron] 10.222.0.108 "GET /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622186 Apr 15 10:57:35.208852 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158955c8-0294-4e4c-97be-717f745d86b6 req-6fc0f9ef-08d2-4665-9ef9-a7251c904cf2 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:35.210447 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-158955c8-0294-4e4c-97be-717f745d86b6 req-6fc0f9ef-08d2-4665-9ef9-a7251c904cf2 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 943 time: 0.1691897 Apr 15 10:57:35.267632 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-158955c8-0294-4e4c-97be-717f745d86b6 req-91ddc731-a348-4e69-bd41-67d1de3eba0d tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470836 Apr 15 10:57:35.502045 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e207d-5e60-4f77-9bf2-b92241dc80b5 req-08fb55bd-c420-488c-b716-00af85f831d9 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:35.502844 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-8c6e207d-5e60-4f77-9bf2-b92241dc80b5 req-08fb55bd-c420-488c-b716-00af85f831d9 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Synchronizing usage tracker for tenant:6a7b1b98c21f426a98d114ab7a4b545a on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:35.523394 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7eebd-75e8-4ca8-a1cc-ca78056bd9bc req-da9c7e08-3ca7-498a-8c38-e3038be7d613 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:35.524011 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-8c6e207d-5e60-4f77-9bf2-b92241dc80b5 req-08fb55bd-c420-488c-b716-00af85f831d9 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Unset dirty status for tenant:6a7b1b98c21f426a98d114ab7a4b545a on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:35.525270 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-74d7eebd-75e8-4ca8-a1cc-ca78056bd9bc req-da9c7e08-3ca7-498a-8c38-e3038be7d613 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 945 time: 0.1022334 Apr 15 10:57:35.531942 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8c6e207d-5e60-4f77-9bf2-b92241dc80b5 req-08fb55bd-c420-488c-b716-00af85f831d9 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.108 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 945 time: 0.1289394 Apr 15 10:57:35.586091 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-74d7eebd-75e8-4ca8-a1cc-ca78056bd9bc req-0a41edfc-187e-4c3d-b860-04bdce957e9a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535133 Apr 15 10:57:35.633536 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-8c6e207d-5e60-4f77-9bf2-b92241dc80b5 req-4c1075cf-10a4-4358-a39e-40ec55d0618e tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Deleting port 52610605-b861-4708-8226-77cf9d27aa4c {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:57:35.633966 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8c6e207d-5e60-4f77-9bf2-b92241dc80b5 req-4c1075cf-10a4-4358-a39e-40ec55d0618e tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:35.758527 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:35.900462 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-8c6e207d-5e60-4f77-9bf2-b92241dc80b5 req-4c1075cf-10a4-4358-a39e-40ec55d0618e tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] For port 52610605-b861-4708-8226-77cf9d27aa4c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=52610605-b861-4708-8226-77cf9d27aa4c,segment=NetworkSegment(f1f56d08-f726-48ee-9636-a78f1b9ea0b8),segment_id=f1f56d08-f726-48ee-9636-a78f1b9ea0b8)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:35.901057 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8c6e207d-5e60-4f77-9bf2-b92241dc80b5 req-4c1075cf-10a4-4358-a39e-40ec55d0618e tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:35.978118 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93e002-b311-4809-aa09-06f631dbc723 req-d1281374-a05e-459a-9ff6-7eae3ed27203 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:35.979828 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1e93e002-b311-4809-aa09-06f631dbc723 req-d1281374-a05e-459a-9ff6-7eae3ed27203 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.0884948 Apr 15 10:57:36.029844 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1e93e002-b311-4809-aa09-06f631dbc723 req-8cc2350f-81d6-4d77-95fc-577469402ea4 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432079 Apr 15 10:57:36.040831 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-8c6e207d-5e60-4f77-9bf2-b92241dc80b5 req-4c1075cf-10a4-4358-a39e-40ec55d0618e tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Calling delete_port for 52610605-b861-4708-8226-77cf9d27aa4c owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:57:36.203787 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8c6e207d-5e60-4f77-9bf2-b92241dc80b5 req-4c1075cf-10a4-4358-a39e-40ec55d0618e tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.223145 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1d5f468b-960c-4a4c-92e6-1deb385bef5d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:36.247281 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['52610605-b861-4708-8226-77cf9d27aa4c'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:36.326459 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.335663 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1075cf-10a4-4358-a39e-40ec55d0618e tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Pushing event deleted for resources: {'Port': ['ID=52610605-b861-4708-8226-77cf9d27aa4c,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:36.338516 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4c1075cf-10a4-4358-a39e-40ec55d0618e tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:36.494552 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b8981-f590-4ea3-8e0c-7aac051b8849 req-cf53ca81-8f2a-4434-b4d3-e9c564fe7755 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:36.496267 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0a1b8981-f590-4ea3-8e0c-7aac051b8849 req-cf53ca81-8f2a-4434-b4d3-e9c564fe7755 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1687281 Apr 15 10:57:36.578693 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0a1b8981-f590-4ea3-8e0c-7aac051b8849 req-5abe734c-b9b4-414c-9505-309a08ae039d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742416 Apr 15 10:57:36.586974 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0715f-ae7b-40c2-ba42-a72790524fa2 req-827db9b6-819c-4291-8aa1-43cb52ae3392 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:36.593738 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-71c0715f-ae7b-40c2-ba42-a72790524fa2 req-827db9b6-819c-4291-8aa1-43cb52ae3392 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 943 time: 0.1730676 Apr 15 10:57:36.782631 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6e207d-5e60-4f77-9bf2-b92241dc80b5 req-4c1075cf-10a4-4358-a39e-40ec55d0618e tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] No DVR routers for this DVR port 52610605-b861-4708-8226-77cf9d27aa4c on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:57:36.785704 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-8c6e207d-5e60-4f77-9bf2-b92241dc80b5 req-4c1075cf-10a4-4358-a39e-40ec55d0618e tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.788913 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e50c229-7d6d-4a29-a63d-f3c073a6964f', 'name': 'network-vif-deleted', 'tag': '52610605-b861-4708-8226-77cf9d27aa4c'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:36.810021 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8c6e207d-5e60-4f77-9bf2-b92241dc80b5 req-4c1075cf-10a4-4358-a39e-40ec55d0618e tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.108 "DELETE /v2.0/ports/52610605-b861-4708-8226-77cf9d27aa4c HTTP/1.1" status: 204 len: 173 time: 1.2695937 Apr 15 10:57:36.892345 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c45d670e-a7c7-4555-bb18-5d9bd9161582 req-82b6d7fe-a8de-424d-bfc1-741cbd7cb206 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e50c229-7d6d-4a29-a63d-f3c073a6964f HTTP/1.1" status: 200 len: 210 time: 0.0662601 Apr 15 10:57:36.903611 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-71c0715f-ae7b-40c2-ba42-a72790524fa2 req-89a05a31-80e9-4333-b9ac-eab5f903e315 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076379 Apr 15 10:57:36.956309 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e50c229-7d6d-4a29-a63d-f3c073a6964f', 'name': 'network-vif-deleted', 'tag': '52610605-b861-4708-8226-77cf9d27aa4c', 'status': 'completed', 'code': 200} Apr 15 10:57:37.234946 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:37.242556 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6aa10a-9c2b-4e88-a918-7cbd93e9e6f5 req-31887d8e-247b-480c-99bf-4df8fca95e70 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:37.244118 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-be6aa10a-9c2b-4e88-a918-7cbd93e9e6f5 req-31887d8e-247b-480c-99bf-4df8fca95e70 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.0945442 Apr 15 10:57:37.294819 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-be6aa10a-9c2b-4e88-a918-7cbd93e9e6f5 req-06866da9-b126-49a2-98c7-ee2fac4d156f tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431964 Apr 15 10:57:37.808253 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e427e-5e96-4eae-a047-8955b83b23c1 req-65680f5c-f2bb-4a5f-8df7-8240491dcac3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:37.817327 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-918e427e-5e96-4eae-a047-8955b83b23c1 req-65680f5c-f2bb-4a5f-8df7-8240491dcac3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1100667 Apr 15 10:57:37.831713 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 1cb78f40-8b21-4541-b618-1514a5bc7fd9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:57:37.905363 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-918e427e-5e96-4eae-a047-8955b83b23c1 req-84a1b05d-0d33-45a2-a629-ed8ac91a9fae tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870056 Apr 15 10:57:38.101969 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 1cb78f40-8b21-4541-b618-1514a5bc7fd9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1cb78f40-8b21-4541-b618-1514a5bc7fd9,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:38.123247 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': '1cb78f40-8b21-4541-b618-1514a5bc7fd9', 'network_id': '8eaf3f47-a7a6-43c5-984d-3b6a70257c35', 'port_id': '1cb78f40-8b21-4541-b618-1514a5bc7fd9', 'mac_address': 'fa:16:3e:62:15:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e0b5c0-1bda-4299-bc80-7737df16b96c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:57:38.173264 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fad11-4b25-42a7-ad34-489ee522a629 req-b7723c04-83ae-44a8-88c0-04b197246e9d tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:38.181391 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c65fad11-4b25-42a7-ad34-489ee522a629 req-b7723c04-83ae-44a8-88c0-04b197246e9d tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 943 time: 0.1423349 Apr 15 10:57:38.201323 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:38.225397 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb78f40-8b21-4541-b618-1514a5bc7fd9 {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:38.230620 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c65fad11-4b25-42a7-ad34-489ee522a629 req-57f83972-b170-4240-9e3b-d0d6c08551c6 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481055 Apr 15 10:57:38.245086 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 1cb78f40-8b21-4541-b618-1514a5bc7fd9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1cb78f40-8b21-4541-b618-1514a5bc7fd9,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:38.249323 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:38.251143 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:38.331988 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=1cb78f40-8b21-4541-b618-1514a5bc7fd9,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:38.335218 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:38.564745 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-52adc454-9a16-437a-9621-2cfdf80479fb tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:38.566289 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-52adc454-9a16-437a-9621-2cfdf80479fb tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/networks?id=0e07d15d-4c8e-473b-981f-16d1a156732c HTTP/1.1" status: 200 len: 809 time: 0.2300262 Apr 15 10:57:38.580468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfc9e9-57c3-43cf-a359-c96bfb09fc91 req-ed3635d3-8921-4197-87f2-1a247e3c61b1 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:38.582146 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e8cfc9e9-57c3-43cf-a359-c96bfb09fc91 req-ed3635d3-8921-4197-87f2-1a247e3c61b1 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1604598 Apr 15 10:57:38.607927 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-fb0f0a0a-05b2-4708-8618-066a57865e6f tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/quotas/6a7b1b98c21f426a98d114ab7a4b545a HTTP/1.1" status: 200 len: 375 time: 0.0247250 Apr 15 10:57:38.681955 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-58df8720-6380-4994-8b90-fb7f713243e9 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6a7b1b98c21f426a98d114ab7a4b545a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653884 Apr 15 10:57:38.695780 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e8cfc9e9-57c3-43cf-a359-c96bfb09fc91 req-7b03e3f2-76e8-4f57-b2b7-73dea89174e4 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033046 Apr 15 10:57:38.733191 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['1cb78f40-8b21-4541-b618-1514a5bc7fd9'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:38.839963 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-a01383ec-a1e8-40c3-8dba-2e64c757eb3d service neutron] 10.222.0.98 "GET /v2.0/networks/0e07d15d-4c8e-473b-981f-16d1a156732c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429765 Apr 15 10:57:38.989909 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-a2ee17e3-982f-49e8-b951-31a035a0b9d8 service neutron] 10.222.0.98 "GET /v2.0/networks/0e07d15d-4c8e-473b-981f-16d1a156732c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426313 Apr 15 10:57:39.132943 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288b68e-3a40-4bce-9903-3a613c4f8e0c req-2d82f274-65d3-4b34-9258-9cc2b06242cd tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:39.134686 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5288b68e-3a40-4bce-9903-3a613c4f8e0c req-2d82f274-65d3-4b34-9258-9cc2b06242cd tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1042821 Apr 15 10:57:39.236067 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5288b68e-3a40-4bce-9903-3a613c4f8e0c req-e71832d9-40bb-4bbd-9d2f-edbf515d1281 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926428 Apr 15 10:57:39.253936 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ac57d9c0-a22e-400d-bed1-a1dba8eaa67b req-06d7b55b-20b8-4f65-a73b-5d5eb4fd61fd tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 210 time: 0.0592167 Apr 15 10:57:39.526510 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbc384-17b8-494e-a675-c6d4599d5e16 req-f722a52e-83cc-435a-b46e-e7afa49f876e tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:39.536242 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d6bbc384-17b8-494e-a675-c6d4599d5e16 req-f722a52e-83cc-435a-b46e-e7afa49f876e tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 944 time: 0.1184394 Apr 15 10:57:39.594330 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d6bbc384-17b8-494e-a675-c6d4599d5e16 req-f339eab4-0d67-44c9-a971-3feffcc41866 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570114 Apr 15 10:57:39.843244 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 52610605-b861-4708-8226-77cf9d27aa4c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:57:39.902151 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: 52610605-b861-4708-8226-77cf9d27aa4c {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:57:39.903239 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 52610605-b861-4708-8226-77cf9d27aa4c not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:57:39.935294 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064b9ba-3f38-497a-a7a8-6927b31c7508 req-70c29e0c-0c93-4741-ba29-4a0b1c79e9b2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:39.937578 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7064b9ba-3f38-497a-a7a8-6927b31c7508 req-70c29e0c-0c93-4741-ba29-4a0b1c79e9b2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1149879 Apr 15 10:57:39.988106 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7064b9ba-3f38-497a-a7a8-6927b31c7508 req-3486fade-282e-4f4a-ba7a-0614ee0efb2e tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439606 Apr 15 10:57:40.466919 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1e1d4c98-78ae-4074-84ec-29b4f2999cc5 req-01834f4c-e7b4-46e2-a3bd-1319750ae9dc tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 210 time: 0.0578661 Apr 15 10:57:40.504638 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d244a4-7e8b-461a-87c7-6f1f7ca172b8 req-6d258f82-268a-4b12-b466-0b2f9d12d890 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:40.506944 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c4d244a4-7e8b-461a-87c7-6f1f7ca172b8 req-6d258f82-268a-4b12-b466-0b2f9d12d890 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1439545 Apr 15 10:57:40.557257 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c4d244a4-7e8b-461a-87c7-6f1f7ca172b8 req-138f7040-8b85-4984-a684-3c4f0afa1150 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432415 Apr 15 10:57:40.801218 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab71a1f-f477-40fe-b7d7-51ae75db3d64 req-61e33d5f-cf59-4a66-a3a3-b1c90d5c2565 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:40.810145 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1ab71a1f-f477-40fe-b7d7-51ae75db3d64 req-61e33d5f-cf59-4a66-a3a3-b1c90d5c2565 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 944 time: 0.1074877 Apr 15 10:57:40.867518 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1ab71a1f-f477-40fe-b7d7-51ae75db3d64 req-c3a45395-cf9e-4183-942b-e1cff8b8f6ec tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537524 Apr 15 10:57:40.877898 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-54929189-bcf3-4c16-8cec-6fca0b36adf0 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:40.879654 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-54929189-bcf3-4c16-8cec-6fca0b36adf0 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.108 "GET /v2.0/networks?id=0e07d15d-4c8e-473b-981f-16d1a156732c HTTP/1.1" status: 200 len: 809 time: 0.1889536 Apr 15 10:57:40.908103 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Request body: {'port': {'device_id': '96b25e96-d36e-4c58-8f0e-092a5d593ce2', 'network_id': '0e07d15d-4c8e-473b-981f-16d1a156732c', 'admin_state_up': True, 'tenant_id': '6a7b1b98c21f426a98d114ab7a4b545a'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:41.069022 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 59144) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:41.095225 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:41.099979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Usage tracker for resource:port and tenant:6a7b1b98c21f426a98d114ab7a4b545a is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:41.103342 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:41.109953 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:41.119874 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Made reservation on behalf of 6a7b1b98c21f426a98d114ab7a4b545a for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:41.127612 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:41.243434 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d516e854-c19c-4720-bb3a-2dd60f82e452 admin admin] Deleting subnet 8b8f1c8a-0c03-450d-a730-db4a45f9175c {{(pid=85292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:57:41.251985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d516e854-c19c-4720-bb3a-2dd60f82e452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:41.319502 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Allocated IP 172.20.0.12 (0e07d15d-4c8e-473b-981f-16d1a156732c/ff04c0bd-27fa-44e7-bc37-033f64be921e/a3de0cf5-8518-4336-b8a0-c5172fdacb09) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:41.322503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d516e854-c19c-4720-bb3a-2dd60f82e452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7193441'] for subnet, precommit_delete_associations {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:41.372333 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768974b8-6dd7-47cd-b7c9-b8f2b08ee3f5 req-a70fe6c8-80c1-469c-999a-bed26b73bb4a tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:41.373961 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-768974b8-6dd7-47cd-b7c9-b8f2b08ee3f5 req-a70fe6c8-80c1-469c-999a-bed26b73bb4a tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.2211344 Apr 15 10:57:41.431857 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d516e854-c19c-4720-bb3a-2dd60f82e452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:41.487106 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-768974b8-6dd7-47cd-b7c9-b8f2b08ee3f5 req-42951cf0-9e63-4867-b713-f666ecb0be79 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019411 Apr 15 10:57:41.571737 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:41.614712 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:41.639552 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:41.786633 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2663a-a9e0-465e-b358-e8b003a754ed req-1445d760-9c9f-45c1-8ee2-1af72a62a3b9 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:41.788593 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b2a2663a-a9e0-465e-b358-e8b003a754ed req-1445d760-9c9f-45c1-8ee2-1af72a62a3b9 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 932 time: 0.1733458 Apr 15 10:57:41.844763 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Pushing event updated for resources: {'Port': ['ID=a3de0cf5-8518-4336-b8a0-c5172fdacb09,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:41.852982 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:57:41.864110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 1cb78f40-8b21-4541-b618-1514a5bc7fd9 up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:41.874242 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:41.986468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Network 0e07d15d-4c8e-473b-981f-16d1a156732c is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:41.987724 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:41.991327 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:41.997148 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b2a2663a-a9e0-465e-b358-e8b003a754ed req-3d9241a3-2b11-461a-8af6-aab69c1f0d7a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689327 Apr 15 10:57:41.997442 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:41.998147 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.092750 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f550f8-172c-4eb9-8043-ac39c9950471 req-52556075-a20b-4128-b56a-2ecc22409793 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:42.092993 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port 1cb78f40-8b21-4541-b618-1514a5bc7fd9 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:42.106966 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-66f550f8-172c-4eb9-8043-ac39c9950471 req-52556075-a20b-4128-b56a-2ecc22409793 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.2860968 Apr 15 10:57:42.112639 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2089727 Apr 15 10:57:42.118661 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port 1cb78f40-8b21-4541-b618-1514a5bc7fd9 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:42.119077 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.131103 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Request body: {'port': {'device_id': '96b25e96-d36e-4c58-8f0e-092a5d593ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:42.157460 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d516e854-c19c-4720-bb3a-2dd60f82e452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847586166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8185521'] for subnet, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.304267 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:42.329147 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.336043 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-66f550f8-172c-4eb9-8043-ac39c9950471 req-0a7df57c-bf6c-43e1-983b-ac9117a1d576 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278647 Apr 15 10:57:42.372108 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.411944 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31ffdc0-10da-4c71-812a-a2eefca95525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb78f40-8b21-4541-b618-1514a5bc7fd9'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:42.418861 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:42.427026 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516e854-c19c-4720-bb3a-2dd60f82e452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b8f1c8a-0c03-450d-a730-db4a45f9175c,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:42.434541 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 1cb78f40-8b21-4541-b618-1514a5bc7fd9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1cb78f40-8b21-4541-b618-1514a5bc7fd9,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:42.439658 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.443769 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:42.443956 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d516e854-c19c-4720-bb3a-2dd60f82e452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:42.455422 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d516e854-c19c-4720-bb3a-2dd60f82e452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.462417 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-d516e854-c19c-4720-bb3a-2dd60f82e452 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8b8f1c8a-0c03-450d-a730-db4a45f9175c HTTP/1.1" status: 204 len: 168 time: 1.3922455 Apr 15 10:57:42.473548 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 59180) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:42.499848 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'port_id': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214', 'mac_address': 'fa:16:3e:76:3e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:57:42.506360 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31ffdc0-10da-4c71-812a-a2eefca95525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb78f40-8b21-4541-b618-1514a5bc7fd9', 'code': 200} Apr 15 10:57:42.581857 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.643955 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c5a91-5503-413c-ab2c-0c1bad8aae10 req-fa225754-f007-4341-bac5-12eb9a90320e tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:42.646152 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-317c5a91-5503-413c-ab2c-0c1bad8aae10 req-fa225754-f007-4341-bac5-12eb9a90320e tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 944 time: 0.3557312 Apr 15 10:57:42.677885 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:42.700202 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.720532 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=1cb78f40-8b21-4541-b618-1514a5bc7fd9,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:42.746971 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:42.749080 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:42.751835 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.754798 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:42.872821 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,revision_number=6']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:42.884354 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:42.970625 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3de0cf5-8518-4336-b8a0-c5172fdacb09 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:42.972096 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:42.979061 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.997860 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Transition to ACTIVE for port object a3de0cf5-8518-4336-b8a0-c5172fdacb09 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:43.002655 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.034974 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fc0ebc3d-f3e3-4aa9-9115-4b76c6cee787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:43.079572 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853837892'] for network, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.178186 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-317c5a91-5503-413c-ab2c-0c1bad8aae10 req-0352cf59-aedc-4fed-b360-1cefe2608d52 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241110 Apr 15 10:57:43.358818 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Pushing event updated for resources: {'Port': ['ID=a3de0cf5-8518-4336-b8a0-c5172fdacb09,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:43.364340 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:43.498666 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854714127', 'neutron.services.segments.db._delete_segments_for_network--9223363309937827905'] for network, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.576642 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Attempting to bind port a3de0cf5-8518-4336-b8a0-c5172fdacb09 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:43.577233 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Attempting to bind port a3de0cf5-8518-4336-b8a0-c5172fdacb09 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f1f56d08-f726-48ee-9636-a78f1b9ea0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '0e07d15d-4c8e-473b-981f-16d1a156732c'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:43.577560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Attempting to bind port a3de0cf5-8518-4336-b8a0-c5172fdacb09 on network 0e07d15d-4c8e-473b-981f-16d1a156732c {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:43.583725 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Port a3de0cf5-8518-4336-b8a0-c5172fdacb09 on network 0e07d15d-4c8e-473b-981f-16d1a156732c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:57:43.584231 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Attempting to bind port a3de0cf5-8518-4336-b8a0-c5172fdacb09 on network 0e07d15d-4c8e-473b-981f-16d1a156732c {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:43.592319 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:43.592721 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Checking segment: {'id': 'f1f56d08-f726-48ee-9636-a78f1b9ea0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '0e07d15d-4c8e-473b-981f-16d1a156732c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:43.593161 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Bound using segment: {'id': 'f1f56d08-f726-48ee-9636-a78f1b9ea0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '0e07d15d-4c8e-473b-981f-16d1a156732c'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:43.593646 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Bound port: a3de0cf5-8518-4336-b8a0-c5172fdacb09, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f56d08-f726-48ee-9636-a78f1b9ea0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '0e07d15d-4c8e-473b-981f-16d1a156732c'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:43.594079 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.666949 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a100fe3-c29b-42d2-9271-5c18fc5d828f req-203d04a0-9b63-4a1e-8d39-34fced3d4ef5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:43.675598 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3a100fe3-c29b-42d2-9271-5c18fc5d828f req-203d04a0-9b63-4a1e-8d39-34fced3d4ef5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.9644797 Apr 15 10:57:43.701439 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] For port a3de0cf5-8518-4336-b8a0-c5172fdacb09, host hv-cinder-78638, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:43.705260 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] For port a3de0cf5-8518-4336-b8a0-c5172fdacb09, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a3de0cf5-8518-4336-b8a0-c5172fdacb09,segment=NetworkSegment(f1f56d08-f726-48ee-9636-a78f1b9ea0b8),segment_id=f1f56d08-f726-48ee-9636-a78f1b9ea0b8)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:43.716537 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.738673 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfffda5-0604-4270-ab26-7711992f0da1 req-4458ec10-1243-4302-8304-097d5300b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:43.740351 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0dfffda5-0604-4270-ab26-7711992f0da1 req-4458ec10-1243-4302-8304-097d5300b123 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 1098 time: 0.7685204 Apr 15 10:57:43.742238 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:43.797495 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3a100fe3-c29b-42d2-9271-5c18fc5d828f req-850007be-a0ef-4511-90a4-32cd4c53896b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205618 Apr 15 10:57:43.859627 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:43.880714 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c04a847-718e-429e-bdb8-0d3a73ad087e']}} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:43.939258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Pushing event updated for resources: {'Port': ['ID=a3de0cf5-8518-4336-b8a0-c5172fdacb09,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:43.948464 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88bda6a-f257-441e-b172-f53556b96b85') {'for_net_delete': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:43.951354 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88bda6a-f257-441e-b172-f53556b96b85') {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:43.984583 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0dfffda5-0604-4270-ab26-7711992f0da1 req-50168426-a678-46ef-ad6a-1b77b97b5740 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361906 Apr 15 10:57:43.987643 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:43.988816 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.989759 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309937828161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847582343'] for segment, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:44.013822 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d42cb7-5fde-4f5d-8056-f2c54179b87d req-48c81e75-2cbe-43cc-a776-d9fbebedf758 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:44.021449 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b8d42cb7-5fde-4f5d-8056-f2c54179b87d req-48c81e75-2cbe-43cc-a776-d9fbebedf758 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 944 time: 0.5730200 Apr 15 10:57:44.040222 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:44.040639 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:44.041216 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:44.041623 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:44.042018 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:44.042419 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:44.042813 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:44.043998 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:44.044270 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:44.044785 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:44.045053 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:44.045439 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:44.061807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:44.097356 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:44.100241 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:44.100951 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:44.102600 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] 10.222.0.108 "PUT /v2.0/ports/a3de0cf5-8518-4336-b8a0-c5172fdacb09 HTTP/1.1" status: 200 len: 1094 time: 1.9762201 Apr 15 10:57:44.113714 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b25e96-d36e-4c58-8f0e-092a5d593ce2', 'tag': 'a3de0cf5-8518-4336-b8a0-c5172fdacb09'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:44.113937 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Releasing vlan 1377 on physical network physnet1 to pool {{(pid=85292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:57:44.128737 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7729-337a-4a6d-95c3-57f3a6d2106f req-29b7dc9a-3be7-4d83-851e-e9ff4827865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:44.130362 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4dad7729-337a-4a6d-95c3-57f3a6d2106f req-29b7dc9a-3be7-4d83-851e-e9ff4827865f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32210517f2e94192a5ba2da4ed6b7d44&device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 1098 time: 0.1749024 Apr 15 10:57:44.229813 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:44.266294 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b8d42cb7-5fde-4f5d-8056-f2c54179b87d req-e917f326-3520-4409-90b4-cf27fdb9ceca tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438211 Apr 15 10:57:44.279162 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:44.283577 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:44.286369 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:44.371740 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b25e96-d36e-4c58-8f0e-092a5d593ce2', 'tag': 'a3de0cf5-8518-4336-b8a0-c5172fdacb09', 'status': 'completed', 'code': 200} Apr 15 10:57:44.399301 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b9434-34fa-4bcb-95c9-2fd3b6fb19e8 req-7499c18d-2cd0-44bb-87cc-a56b4baee6ed tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:44.401403 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,revision_number=7']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:44.407910 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f58b9434-34fa-4bcb-95c9-2fd3b6fb19e8 req-7499c18d-2cd0-44bb-87cc-a56b4baee6ed tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 945 time: 0.3842630 Apr 15 10:57:44.409555 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:44.508973 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:44.544004 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f58b9434-34fa-4bcb-95c9-2fd3b6fb19e8 req-8fa4fd2e-5f21-4ff8-a4e0-f1ea835c2751 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345620 Apr 15 10:57:44.557945 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Network 6c04a847-718e-429e-bdb8-0d3a73ad087e has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:57:44.620983 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7189033'] for segment, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:44.646286 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214', 'code': 200} Apr 15 10:57:44.738202 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7729-337a-4a6d-95c3-57f3a6d2106f req-a2aed951-0105-41e4-a612-b296fe20d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:44.739725 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4dad7729-337a-4a6d-95c3-57f3a6d2106f req-a2aed951-0105-41e4-a612-b296fe20d0ff service neutron] 10.222.0.108 "GET /v2.0/networks?id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e HTTP/1.1" status: 200 len: 919 time: 0.3016040 Apr 15 10:57:44.747744 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-1250447f-97f7-4b33-b955-1625ca3a57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:44.751424 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-1250447f-97f7-4b33-b955-1625ca3a57ae service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=6a7b1b98c21f426a98d114ab7a4b545a&device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 1097 time: 0.2747667 Apr 15 10:57:44.883402 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Network 6c04a847-718e-429e-bdb8-0d3a73ad087e has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:57:44.898772 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4dad7729-337a-4a6d-95c3-57f3a6d2106f req-7758fade-e5ea-4bff-b124-802968bdb3b3 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 HTTP/1.1" status: 200 len: 1002 time: 0.1459775 Apr 15 10:57:44.904084 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa4133-6bc0-4f47-95b4-f9e4daeadf26 req-a2d577c7-8ab2-4403-b139-392777b578e2 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:44.904084 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b2fa4133-6bc0-4f47-95b4-f9e4daeadf26 req-a2d577c7-8ab2-4403-b139-392777b578e2 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 945 time: 0.3370128 Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: Traceback (most recent call last): Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: timer() Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: cb(*args, **kw) Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: return func(*args, **kwargs) Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: self._notify() Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: self.callback(batched_events) Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: event.method(event) Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: segment_id)['aggregates'][0] Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: return f(self, *a, **k) Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: return self._get(url).json() Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: **kwargs) Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: return self.request(url, 'GET', **kwargs) Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: **endpoint_filter) Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:57:44.953660 dv-cinder-786386-1-smb neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:57:44.984925 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-70dd142e-c707-4c1c-b5d0-cb8da3979b43 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3de0cf5-8518-4336-b8a0-c5172fdacb09 HTTP/1.1" status: 200 len: 217 time: 0.0850244 Apr 15 10:57:45.161828 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b2fa4133-6bc0-4f47-95b4-f9e4daeadf26 req-0d7e5006-9c93-477e-9eed-68a9de19b19c tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071710 Apr 15 10:57:45.180265 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7729-337a-4a6d-95c3-57f3a6d2106f req-d6b520dd-2874-4c1e-a1dd-e62a40f4f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:45.182607 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4dad7729-337a-4a6d-95c3-57f3a6d2106f req-d6b520dd-2874-4c1e-a1dd-e62a40f4f5df service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ef91ca22-b90c-496e-9216-5832d8c88de8 HTTP/1.1" status: 200 len: 856 time: 0.1963491 Apr 15 10:57:45.187366 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-a934e35e-aa14-420a-80b9-7ab4d432d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:45.189351 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-a934e35e-aa14-420a-80b9-7ab4d432d76b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ff04c0bd-27fa-44e7-bc37-033f64be921e HTTP/1.1" status: 200 len: 849 time: 0.1623595 Apr 15 10:57:45.195251 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-61574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447513'] for network, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.215539 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:45.237796 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c04a847-718e-429e-bdb8-0d3a73ad087e,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:45.249359 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.256189 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.256592 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.257074 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.257467 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.257836 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.258280 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.258652 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.259035 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.259471 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.259800 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.260180 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.260850 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.267816 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6c04a847-718e-429e-bdb8-0d3a73ad087e HTTP/1.1" status: 204 len: 168 time: 2.7884219 Apr 15 10:57:45.268669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 59232) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:45.276996 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:45.287693 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8ff86-2815-49ff-99d5-7f50456a700c req-4192a725-8217-43e5-bd1e-6bb8ca00dc64 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:45.289685 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a6b8ff86-2815-49ff-99d5-7f50456a700c req-4192a725-8217-43e5-bd1e-6bb8ca00dc64 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.2234290 Apr 15 10:57:45.357538 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-48a583b5-f873-4d68-a510-b78ca3604069 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=0e07d15d-4c8e-473b-981f-16d1a156732c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544752 Apr 15 10:57:45.421803 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7729-337a-4a6d-95c3-57f3a6d2106f req-a3762049-0b4e-4e1f-95cb-843efb3bfa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:45.424299 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4dad7729-337a-4a6d-95c3-57f3a6d2106f req-a3762049-0b4e-4e1f-95cb-843efb3bfa63 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2229340 Apr 15 10:57:45.439967 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb181d9-ae0b-476e-90f2-45866a5cf2b9 admin admin] Deleting subnet 538f7f74-00d9-468a-9c04-0636bb5398b0 {{(pid=85292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:57:45.462814 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fdb181d9-ae0b-476e-90f2-45866a5cf2b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.724315 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a6b8ff86-2815-49ff-99d5-7f50456a700c req-57bae5ba-4ae1-40fe-a177-3065727667ed tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789142 Apr 15 10:57:45.733572 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fdb181d9-ae0b-476e-90f2-45866a5cf2b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7193441'] for subnet, precommit_delete_associations {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.854746 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fdb181d9-ae0b-476e-90f2-45866a5cf2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.980174 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd747930-2a6b-4f90-846d-d977774e7909 req-4cba2ec8-1854-4313-8f76-a1e2db3e88d2 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:45.983094 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dd747930-2a6b-4f90-846d-d977774e7909 req-4cba2ec8-1854-4313-8f76-a1e2db3e88d2 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 944 time: 0.3558655 Apr 15 10:57:46.003964 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-56ef8fdf-a983-4ced-97ff-451bcdeddec9 service neutron] 10.222.0.108 "GET /v2.0/networks/0e07d15d-4c8e-473b-981f-16d1a156732c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780180 Apr 15 10:57:46.149553 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dd747930-2a6b-4f90-846d-d977774e7909 req-bf302d66-1892-47b3-85bf-7f5f3b3755e3 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594162 Apr 15 10:57:46.183700 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6040b351-8c76-4a92-be1e-20faef924cd4 req-dc5a730d-e191-4b7f-82a1-5281b35c2774 service neutron] 10.222.0.108 "GET /v2.0/networks/0e07d15d-4c8e-473b-981f-16d1a156732c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659987 Apr 15 10:57:46.259159 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4dad7729-337a-4a6d-95c3-57f3a6d2106f req-2a3ade7e-5c3b-4f7a-bad7-99052c0b860b service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8077977 Apr 15 10:57:46.541813 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c823a-68a0-4d48-8ed1-d9d3359306fc req-4a617060-2c29-47cf-81f2-7198f646fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:46.543777 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a95c823a-68a0-4d48-8ed1-d9d3359306fc req-4a617060-2c29-47cf-81f2-7198f646fcec service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=6a7b1b98c21f426a98d114ab7a4b545a&device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 1097 time: 0.1878939 Apr 15 10:57:46.602657 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aafbfd-5820-4c9a-b3c2-9f5a2b36fd89 req-dc811356-dec0-41ba-ab84-f5992c79436a tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:46.604448 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-59aafbfd-5820-4c9a-b3c2-9f5a2b36fd89 req-dc811356-dec0-41ba-ab84-f5992c79436a tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.6905031 Apr 15 10:57:46.666561 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fdb181d9-ae0b-476e-90f2-45866a5cf2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847586166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8185521'] for subnet, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.702128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5ae85ef8-32f2-43bf-b0a9-ccd08fc5dab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:46.722221 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4dad7729-337a-4a6d-95c3-57f3a6d2106f req-bea741a7-f1e9-43a3-a33f-87d00db4bf12 service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035478 Apr 15 10:57:46.747249 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-59aafbfd-5820-4c9a-b3c2-9f5a2b36fd89 req-0b09c4eb-0913-4441-8452-7e3f574f800c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354458 Apr 15 10:57:46.814680 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb181d9-ae0b-476e-90f2-45866a5cf2b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=538f7f74-00d9-468a-9c04-0636bb5398b0,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:46.828528 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7f49b-8a71-4c98-bd61-4226f7331aaa req-9fb8866e-6d60-4b76-965e-346a69dfd371 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:46.830505 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-43a7f49b-8a71-4c98-bd61-4226f7331aaa req-9fb8866e-6d60-4b76-965e-346a69dfd371 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 945 time: 0.3691809 Apr 15 10:57:46.831480 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fdb181d9-ae0b-476e-90f2-45866a5cf2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:46.876719 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c823a-68a0-4d48-8ed1-d9d3359306fc req-b113c5c0-512a-4b66-8a11-ef3f62653eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:46.878295 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a95c823a-68a0-4d48-8ed1-d9d3359306fc req-b113c5c0-512a-4b66-8a11-ef3f62653eee service neutron] 10.222.0.108 "GET /v2.0/networks?id=0e07d15d-4c8e-473b-981f-16d1a156732c HTTP/1.1" status: 200 len: 911 time: 0.3087878 Apr 15 10:57:46.932857 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-43a7f49b-8a71-4c98-bd61-4226f7331aaa req-6e09a845-5624-4f6f-a525-f44db621afd7 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892382 Apr 15 10:57:46.938660 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fdb181d9-ae0b-476e-90f2-45866a5cf2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.957885 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-fdb181d9-ae0b-476e-90f2-45866a5cf2b9 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/538f7f74-00d9-468a-9c04-0636bb5398b0 HTTP/1.1" status: 204 len: 168 time: 1.6818163 Apr 15 10:57:46.959185 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 59254) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:46.997589 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a95c823a-68a0-4d48-8ed1-d9d3359306fc req-6e5b9ced-8372-408b-a010-075ba7c5575f service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3de0cf5-8518-4336-b8a0-c5172fdacb09 HTTP/1.1" status: 200 len: 217 time: 0.1027305 Apr 15 10:57:47.152790 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c823a-68a0-4d48-8ed1-d9d3359306fc req-84ea472e-05f0-420b-a1d1-8c76422457c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:47.154472 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a95c823a-68a0-4d48-8ed1-d9d3359306fc req-84ea472e-05f0-420b-a1d1-8c76422457c6 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ff04c0bd-27fa-44e7-bc37-033f64be921e HTTP/1.1" status: 200 len: 849 time: 0.1492870 Apr 15 10:57:47.198700 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4d4d15a-d9b2-4c29-9b3a-8edf880b5317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853837892'] for network, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.243318 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a95c823a-68a0-4d48-8ed1-d9d3359306fc req-aa425595-5e11-4434-a422-982f53a611fa service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=0e07d15d-4c8e-473b-981f-16d1a156732c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788507 Apr 15 10:57:47.522835 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a95c823a-68a0-4d48-8ed1-d9d3359306fc req-59b7ddb9-5dff-40ec-8265-c7ce4dbf658e service neutron] 10.222.0.108 "GET /v2.0/networks/0e07d15d-4c8e-473b-981f-16d1a156732c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650912 Apr 15 10:57:47.667874 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4d4d15a-d9b2-4c29-9b3a-8edf880b5317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854714127', 'neutron.services.segments.db._delete_segments_for_network--9223363309937827905'] for network, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.798909 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413ece9-8618-4bb3-a22a-e1ce6c894a8d req-d77b2acc-3292-4a13-b9bb-6c8ebeeb4e3b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:47.808308 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c413ece9-8618-4bb3-a22a-e1ce6c894a8d req-d77b2acc-3292-4a13-b9bb-6c8ebeeb4e3b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.5439966 Apr 15 10:57:47.841887 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a95c823a-68a0-4d48-8ed1-d9d3359306fc req-15b7358e-2f17-4b44-bb1b-5cef6e038481 service neutron] 10.222.0.108 "GET /v2.0/networks/0e07d15d-4c8e-473b-981f-16d1a156732c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075883 Apr 15 10:57:47.911934 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-c4d4d15a-d9b2-4c29-9b3a-8edf880b5317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f082b3-8fcc-480a-bc3c-373a36dc7205']}} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:47.932618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ab7be-82d7-4148-a5e8-6a287a97a246 req-e70b2ffa-11a2-4ce0-9b07-a99f63ea8d6a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:47.935426 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9d3ab7be-82d7-4148-a5e8-6a287a97a246 req-e70b2ffa-11a2-4ce0-9b07-a99f63ea8d6a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 944 time: 0.4941161 Apr 15 10:57:47.957649 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c413ece9-8618-4bb3-a22a-e1ce6c894a8d req-5bedf72b-c7ae-407c-ab4b-7487d2ce1838 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473644 Apr 15 10:57:47.967226 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-c4d4d15a-d9b2-4c29-9b3a-8edf880b5317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c77eb8d-dbc0-4531-be19-63b8ff24fe74') {'for_net_delete': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:47.968520 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-c4d4d15a-d9b2-4c29-9b3a-8edf880b5317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c77eb8d-dbc0-4531-be19-63b8ff24fe74') {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:48.044292 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4d4d15a-d9b2-4c29-9b3a-8edf880b5317 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309937828161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847582343'] for segment, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.132255 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9d3ab7be-82d7-4148-a5e8-6a287a97a246 req-e97fe4e6-54c7-47b8-b8ad-4f43e1a23a83 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482227 Apr 15 10:57:48.133491 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4d4d15a-d9b2-4c29-9b3a-8edf880b5317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.141770 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d4d15a-d9b2-4c29-9b3a-8edf880b5317 admin admin] Releasing vlan 1368 on physical network physnet1 to pool {{(pid=85292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:57:48.399752 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-c4d4d15a-d9b2-4c29-9b3a-8edf880b5317 admin admin] Network 91f082b3-8fcc-480a-bc3c-373a36dc7205 has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:57:48.410949 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4d4d15a-d9b2-4c29-9b3a-8edf880b5317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7189033'] for segment, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.621558 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41d35a-bfa0-433d-a676-c458829c41c2 req-0044d07c-670e-48e4-a9dc-09d746c87a5f tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:48.623229 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6c41d35a-bfa0-433d-a676-c458829c41c2 req-0044d07c-670e-48e4-a9dc-09d746c87a5f tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.4498293 Apr 15 10:57:48.648209 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-c4d4d15a-d9b2-4c29-9b3a-8edf880b5317 admin admin] Network 91f082b3-8fcc-480a-bc3c-373a36dc7205 has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: Traceback (most recent call last): Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: timer() Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: cb(*args, **kw) Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: return func(*args, **kwargs) Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: self._notify() Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: self.callback(batched_events) Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: event.method(event) Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: segment_id)['aggregates'][0] Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: return f(self, *a, **k) Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: return self._get(url).json() Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: **kwargs) Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: return self.request(url, 'GET', **kwargs) Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: **endpoint_filter) Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:57:48.686454 dv-cinder-786386-1-smb neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:57:48.790679 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6c41d35a-bfa0-433d-a676-c458829c41c2 req-20530ece-8cbd-467a-9a7e-46599e493629 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554422 Apr 15 10:57:48.801543 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4d4d15a-d9b2-4c29-9b3a-8edf880b5317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-61574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447513'] for network, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.805523 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:48.825310 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4d4d15a-d9b2-4c29-9b3a-8edf880b5317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.842634 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4d15a-d9b2-4c29-9b3a-8edf880b5317 admin admin] Pushing event deleted for resources: {'Network': ['ID=91f082b3-8fcc-480a-bc3c-373a36dc7205,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:48.846220 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c4d4d15a-d9b2-4c29-9b3a-8edf880b5317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:48.853905 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-c4d4d15a-d9b2-4c29-9b3a-8edf880b5317 admin admin] 10.222.0.98 "DELETE /v2.0/networks/91f082b3-8fcc-480a-bc3c-373a36dc7205 HTTP/1.1" status: 204 len: 168 time: 1.8926744 Apr 15 10:57:49.196716 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 59352) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:49.326073 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f08c59ee-2c5d-47ae-814b-ee1fedcf0a38 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6631160eda4b4e67ba2dbb38ceccacf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1273263 Apr 15 10:57:49.330420 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 59360) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:49.346432 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544e743-3421-41b0-ac5e-1ecbacc5d224 req-6cf61f46-e475-42b1-8264-59f9e9bd52a7 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:49.348318 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c544e743-3421-41b0-ac5e-1ecbacc5d224 req-6cf61f46-e475-42b1-8264-59f9e9bd52a7 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1805913 Apr 15 10:57:49.434106 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c544e743-3421-41b0-ac5e-1ecbacc5d224 req-17dc990a-c389-497b-a597-27bdf40b3f63 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748284 Apr 15 10:57:49.487683 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8e0086c0-6a04-4580-85cb-91fa4c2c032d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.530585 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8e0086c0-6a04-4580-85cb-91fa4c2c032d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.583772 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8e0086c0-6a04-4580-85cb-91fa4c2c032d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.590881 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3f363a57-17a1-4935-ad5f-f488949aa80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:49.602710 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0086c0-6a04-4580-85cb-91fa4c2c032d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118bc50e-9dd3-4bc9-a5d4-ceee6279c453,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:49.610602 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8e0086c0-6a04-4580-85cb-91fa4c2c032d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:49.611560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8e0086c0-6a04-4580-85cb-91fa4c2c032d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.613784 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-8e0086c0-6a04-4580-85cb-91fa4c2c032d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/118bc50e-9dd3-4bc9-a5d4-ceee6279c453 HTTP/1.1" status: 204 len: 168 time: 0.2821486 Apr 15 10:57:49.773746 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714bae9-2d93-49e0-b258-36208c79397d req-dfb53afe-02a2-43be-9ada-ada137a91f15 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:49.775428 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d714bae9-2d93-49e0-b258-36208c79397d req-dfb53afe-02a2-43be-9ada-ada137a91f15 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 944 time: 0.1875930 Apr 15 10:57:49.838222 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d714bae9-2d93-49e0-b258-36208c79397d req-a15b8d44-2419-4cd5-aaa6-c9f62e847a71 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539181 Apr 15 10:57:49.883907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device a3de0cf5-8518-4336-b8a0-c5172fdacb09 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:57:50.067580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port a3de0cf5-8518-4336-b8a0-c5172fdacb09, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a3de0cf5-8518-4336-b8a0-c5172fdacb09,segment=NetworkSegment(f1f56d08-f726-48ee-9636-a78f1b9ea0b8),segment_id=f1f56d08-f726-48ee-9636-a78f1b9ea0b8)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:50.086904 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': 'a3de0cf5-8518-4336-b8a0-c5172fdacb09', 'network_id': '0e07d15d-4c8e-473b-981f-16d1a156732c', 'port_id': 'a3de0cf5-8518-4336-b8a0-c5172fdacb09', 'mac_address': 'fa:16:3e:01:b2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff04c0bd-27fa-44e7-bc37-033f64be921e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:57:50.119432 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcaf4e-2465-4156-8702-215b1d093fd2 req-db43b1ed-364d-4a4b-8f18-5cf9f9ffbdd2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:50.121773 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9dfcaf4e-2465-4156-8702-215b1d093fd2 req-db43b1ed-364d-4a4b-8f18-5cf9f9ffbdd2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1456132 Apr 15 10:57:50.177585 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.181200 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9dfcaf4e-2465-4156-8702-215b1d093fd2 req-e2d5f594-3a8e-4186-8e8f-45d74fef04f5 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516875 Apr 15 10:57:50.203097 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3de0cf5-8518-4336-b8a0-c5172fdacb09 {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:50.221300 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port a3de0cf5-8518-4336-b8a0-c5172fdacb09, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a3de0cf5-8518-4336-b8a0-c5172fdacb09,segment=NetworkSegment(f1f56d08-f726-48ee-9636-a78f1b9ea0b8),segment_id=f1f56d08-f726-48ee-9636-a78f1b9ea0b8)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:50.228445 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.230983 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:50.318659 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=a3de0cf5-8518-4336-b8a0-c5172fdacb09,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:50.331128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:50.435659 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 59380) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:50.506149 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-6d16fce9-92d1-4356-a521-09a816b239f4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fb5c21c4267f476f920e0517746c9c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0682011 Apr 15 10:57:50.507856 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 59386) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:50.632423 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a8071ac7-76d9-42d1-b50a-9a9dbc7ba6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.663441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a8071ac7-76d9-42d1-b50a-9a9dbc7ba6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.721702 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a8071ac7-76d9-42d1-b50a-9a9dbc7ba6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.729020 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4e9a36a5-bc3e-4949-b3ca-ab308cb7d006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:50.751177 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8071ac7-76d9-42d1-b50a-9a9dbc7ba6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70ec417-60e1-4f77-a968-4b4281d276b9,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:50.753881 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a8071ac7-76d9-42d1-b50a-9a9dbc7ba6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.755013 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['a3de0cf5-8518-4336-b8a0-c5172fdacb09'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:50.755306 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-a8071ac7-76d9-42d1-b50a-9a9dbc7ba6c9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b70ec417-60e1-4f77-a968-4b4281d276b9 HTTP/1.1" status: 204 len: 168 time: 0.2459934 Apr 15 10:57:50.756351 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a8071ac7-76d9-42d1-b50a-9a9dbc7ba6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:50.790549 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8ba9c-527e-47fa-8f78-b36a27b849d1 req-3508f628-15f8-40c6-8b8f-06aba5c3e30f tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:50.792541 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-11f8ba9c-527e-47fa-8f78-b36a27b849d1 req-3508f628-15f8-40c6-8b8f-06aba5c3e30f tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1195974 Apr 15 10:57:50.881554 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-11f8ba9c-527e-47fa-8f78-b36a27b849d1 req-bf6630c3-74f0-4a5d-b586-25b6d9573902 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794892 Apr 15 10:57:51.195315 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48a9ba-4fb2-4378-8540-cd63c79fa34e req-a82db298-8b57-4900-898f-d69eaf64af09 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:51.200123 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dc48a9ba-4fb2-4378-8540-cd63c79fa34e req-a82db298-8b57-4900-898f-d69eaf64af09 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 945 time: 0.1735711 Apr 15 10:57:51.272206 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dc48a9ba-4fb2-4378-8540-cd63c79fa34e req-35240326-88f0-4bf6-a4ec-9fbf02b39fe7 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509284 Apr 15 10:57:51.488887 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b64a2-bf85-4b21-a28c-d0b896512af0 req-32a01988-7bcb-494f-97fe-25c89d1a0334 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:51.490733 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d22b64a2-bf85-4b21-a28c-d0b896512af0 req-32a01988-7bcb-494f-97fe-25c89d1a0334 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1262736 Apr 15 10:57:51.560742 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d22b64a2-bf85-4b21-a28c-d0b896512af0 req-58413c21-9106-4123-b340-fbf8265cd0ad tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548255 Apr 15 10:57:52.209464 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bcb20-d77a-460f-933d-a65c799da763 req-33c59504-e791-4e74-85fa-1a7be3108e1f tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:52.219156 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-955bcb20-d77a-460f-933d-a65c799da763 req-33c59504-e791-4e74-85fa-1a7be3108e1f tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.2160821 Apr 15 10:57:52.351332 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-955bcb20-d77a-460f-933d-a65c799da763 req-65846c9c-e964-4165-843c-79eb63f3b45c tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257441 Apr 15 10:57:52.948407 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5d734-3cf6-4474-8768-201109066b56 req-d778dc8f-e978-47e7-bf3c-3d4d6ee2172f tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:52.956315 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-62e5d734-3cf6-4474-8768-201109066b56 req-d778dc8f-e978-47e7-bf3c-3d4d6ee2172f tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 945 time: 0.4727244 Apr 15 10:57:53.025981 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941475d8-0724-4b8a-849b-aa3e61a11b7a req-3830bfac-0747-44ba-9ed6-a1204ba00a52 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:53.028374 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-941475d8-0724-4b8a-849b-aa3e61a11b7a req-3830bfac-0747-44ba-9ed6-a1204ba00a52 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.2126400 Apr 15 10:57:53.037953 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-62e5d734-3cf6-4474-8768-201109066b56 req-9d4a09e6-d94e-4786-b2f3-e8f238c4aad6 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806475 Apr 15 10:57:53.096108 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-941475d8-0724-4b8a-849b-aa3e61a11b7a req-b926dbfc-b7cc-4ef6-946f-fe58b4396c16 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568891 Apr 15 10:57:53.586602 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b47ef-8419-49c4-a9ae-53535b983ee6 req-31f75bf1-2939-475e-abf7-524ac1867b69 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:53.588744 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dc0b47ef-8419-49c4-a9ae-53535b983ee6 req-31f75bf1-2939-475e-abf7-524ac1867b69 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1044691 Apr 15 10:57:53.643791 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dc0b47ef-8419-49c4-a9ae-53535b983ee6 req-eb64cf6a-fed1-4027-b0e9-b30d505198f6 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480406 Apr 15 10:57:53.891952 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device a3de0cf5-8518-4336-b8a0-c5172fdacb09 up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:54.013617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port a3de0cf5-8518-4336-b8a0-c5172fdacb09 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:54.026118 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port a3de0cf5-8518-4336-b8a0-c5172fdacb09 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:54.027026 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.310805 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.369244 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b25e96-d36e-4c58-8f0e-092a5d593ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3de0cf5-8518-4336-b8a0-c5172fdacb09'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:54.396210 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port a3de0cf5-8518-4336-b8a0-c5172fdacb09, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a3de0cf5-8518-4336-b8a0-c5172fdacb09,segment=NetworkSegment(f1f56d08-f726-48ee-9636-a78f1b9ea0b8),segment_id=f1f56d08-f726-48ee-9636-a78f1b9ea0b8)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:54.403749 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.405703 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:54.456119 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db2ebf-567c-423d-9152-a4f4f1d3895c req-0a792a04-48f5-460d-889d-052f6821c134 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:54.464305 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-33db2ebf-567c-423d-9152-a4f4f1d3895c req-0a792a04-48f5-460d-889d-052f6821c134 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1199288 Apr 15 10:57:54.505541 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=a3de0cf5-8518-4336-b8a0-c5172fdacb09,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:54.513579 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:54.533385 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-33db2ebf-567c-423d-9152-a4f4f1d3895c req-cf91c6fd-ccbf-4511-a19d-dcf5f626e3d6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670760 Apr 15 10:57:54.556414 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08550f-9e14-4e5b-91c0-4c38afc2b9a5 req-a37f4170-94e7-4eeb-8d61-9d05ef7dfeb2 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:54.574227 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cd08550f-9e14-4e5b-91c0-4c38afc2b9a5 req-a37f4170-94e7-4eeb-8d61-9d05ef7dfeb2 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 945 time: 0.3233516 Apr 15 10:57:54.658144 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b25e96-d36e-4c58-8f0e-092a5d593ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3de0cf5-8518-4336-b8a0-c5172fdacb09', 'code': 200} Apr 15 10:57:54.671218 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cd08550f-9e14-4e5b-91c0-4c38afc2b9a5 req-5ddfb854-b183-49bf-aa38-451b3f52d9c9 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956850 Apr 15 10:57:54.924717 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c2c38-dc71-4e6c-8784-f60be5f2cf97 req-b107080e-5b01-4272-a902-bb145c1246e8 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:54.933868 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-922c2c38-dc71-4e6c-8784-f60be5f2cf97 req-b107080e-5b01-4272-a902-bb145c1246e8 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1477885 Apr 15 10:57:54.973179 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 59492) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:54.991511 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-922c2c38-dc71-4e6c-8784-f60be5f2cf97 req-4b9834da-4a41-41e5-90e7-df8cd5771d38 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564246 Apr 15 10:57:55.125592 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1cefe-ffb1-4ebe-bbf7-2a628f6d2ec2 req-34fb411a-a1e1-47a3-b4f0-3092a0904d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:55.127644 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-25c1cefe-ffb1-4ebe-bbf7-2a628f6d2ec2 req-34fb411a-a1e1-47a3-b4f0-3092a0904d9b service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 1099 time: 0.0965090 Apr 15 10:57:55.215863 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-25c1cefe-ffb1-4ebe-bbf7-2a628f6d2ec2 req-03218ee2-1ff6-4409-b26a-59d2cd7800ea service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801506 Apr 15 10:57:55.216709 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0e4155d8-a44b-4661-98b2-20d0fc3d4ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.236344 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0e4155d8-a44b-4661-98b2-20d0fc3d4ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:55.240807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-0e4155d8-a44b-4661-98b2-20d0fc3d4ee7 admin admin] Usage tracker for resource:security_group_rule and tenant:c134e4ba5ba24fdeb3f987ceab3b1cab is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:55.243972 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-0e4155d8-a44b-4661-98b2-20d0fc3d4ee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:55.250608 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0e4155d8-a44b-4661-98b2-20d0fc3d4ee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:55.361295 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0e4155d8-a44b-4661-98b2-20d0fc3d4ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.364443 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0e4155d8-a44b-4661-98b2-20d0fc3d4ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.387961 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ce8d419e-9c0d-41b2-b4e0-4015a10ed58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:55.408378 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-0e4155d8-a44b-4661-98b2-20d0fc3d4ee7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c134e4ba5ba24fdeb3f987ceab3b1cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336488 Apr 15 10:57:55.410929 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 59502) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:55.491987 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4155d8-a44b-4661-98b2-20d0fc3d4ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1022a2fc-5c04-422f-aa36-3f8fa0ac788c,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:55.495399 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0e4155d8-a44b-4661-98b2-20d0fc3d4ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:55.497131 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4871173-3418-4191-9160-4f8b16426371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.528176 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4871173-3418-4191-9160-4f8b16426371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.594509 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4871173-3418-4191-9160-4f8b16426371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.599986 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4812ddd2-d063-4cf8-b601-95d9f0b83bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:55.621041 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4871173-3418-4191-9160-4f8b16426371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1022a2fc-5c04-422f-aa36-3f8fa0ac788c,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:55.623926 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c4871173-3418-4191-9160-4f8b16426371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:55.630054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4871173-3418-4191-9160-4f8b16426371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.631288 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-c4871173-3418-4191-9160-4f8b16426371 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1022a2fc-5c04-422f-aa36-3f8fa0ac788c HTTP/1.1" status: 204 len: 168 time: 0.2193775 Apr 15 10:57:55.829387 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013db93-be78-40bc-8667-859690096fde req-e8bfbcb0-b22b-4bac-a80d-b3e230bdef2e tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:55.837208 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e013db93-be78-40bc-8667-859690096fde req-e8bfbcb0-b22b-4bac-a80d-b3e230bdef2e tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1347744 Apr 15 10:57:55.965013 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e013db93-be78-40bc-8667-859690096fde req-433bfb51-b613-4097-bffe-d2f0c88c720c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257417 Apr 15 10:57:56.031211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0891460-9833-4539-94c4-cde663a8643b req-986f09e4-83de-43a5-bdee-29d158551a38 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:56.032865 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c0891460-9833-4539-94c4-cde663a8643b req-986f09e4-83de-43a5-bdee-29d158551a38 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 946 time: 0.1925173 Apr 15 10:57:56.141654 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c0891460-9833-4539-94c4-cde663a8643b req-d2c24588-d956-4fda-9585-ab89705b7cf6 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964522 Apr 15 10:57:56.338635 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf354774-cc38-49b0-8216-1b818e2eff52 req-d34f8a4f-0a0d-4881-acb1-b868f2bba381 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:56.344468 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cf354774-cc38-49b0-8216-1b818e2eff52 req-d34f8a4f-0a0d-4881-acb1-b868f2bba381 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1855578 Apr 15 10:57:56.447853 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cf354774-cc38-49b0-8216-1b818e2eff52 req-b7ab0227-1389-494c-83d5-c3ccc1b7022b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930316 Apr 15 10:57:57.186899 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d460f-0159-4fb7-9caa-3009a6709deb req-ac8a672c-0739-468f-b723-ada20a9c3a51 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:57.188589 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d91d460f-0159-4fb7-9caa-3009a6709deb req-ac8a672c-0739-468f-b723-ada20a9c3a51 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1008158 Apr 15 10:57:57.265423 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d91d460f-0159-4fb7-9caa-3009a6709deb req-f86f8b29-5e69-4340-9b6e-8ef7442e6d7a tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695529 Apr 15 10:57:57.369566 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49ba80-d075-42e9-8d35-39f6cd251052 req-9356f1a5-c770-4e41-8a71-b46c552f52b9 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:57.378418 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bb49ba80-d075-42e9-8d35-39f6cd251052 req-9356f1a5-c770-4e41-8a71-b46c552f52b9 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 946 time: 0.1114566 Apr 15 10:57:57.440927 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bb49ba80-d075-42e9-8d35-39f6cd251052 req-987eb42c-4470-42cb-b407-b20e78b8d823 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615642 Apr 15 10:57:57.684497 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e07d8-a45a-470b-8e35-df07aae36da2 req-c0d2cd69-8e8f-4690-bbd8-bb3e70e6dd1c tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:57.692505 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f35e07d8-a45a-470b-8e35-df07aae36da2 req-c0d2cd69-8e8f-4690-bbd8-bb3e70e6dd1c tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1148877 Apr 15 10:57:57.747889 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f35e07d8-a45a-470b-8e35-df07aae36da2 req-740e077c-ffae-4fa9-a250-c64fee90d4c8 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542123 Apr 15 10:57:58.327155 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0028b8-c88a-4856-9559-f3c6c224dead req-d083e030-2204-41a1-b521-551f0a0ac750 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:58.329029 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8d0028b8-c88a-4856-9559-f3c6c224dead req-d083e030-2204-41a1-b521-551f0a0ac750 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 945 time: 0.1033459 Apr 15 10:57:58.380748 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8d0028b8-c88a-4856-9559-f3c6c224dead req-dda6350f-a30a-42da-a3ab-235e2dff0c00 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450981 Apr 15 10:57:58.478442 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaac41-4fa8-4537-a2de-4634fe7362c9 req-7f5f7d64-eff3-432e-baa3-17cdc63be3d0 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:58.480066 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-34aaac41-4fa8-4537-a2de-4634fe7362c9 req-7f5f7d64-eff3-432e-baa3-17cdc63be3d0 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.0923362 Apr 15 10:57:58.530322 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-34aaac41-4fa8-4537-a2de-4634fe7362c9 req-6d6f1743-9060-4806-9df0-3ec42c037c88 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436389 Apr 15 10:57:59.005364 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6900b-c646-49d2-a438-c45a067314df req-8300a05f-af6a-4844-9174-485994d6817a tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:59.006868 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e1c6900b-c646-49d2-a438-c45a067314df req-8300a05f-af6a-4844-9174-485994d6817a tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.0942950 Apr 15 10:57:59.060720 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e1c6900b-c646-49d2-a438-c45a067314df req-c2892501-d527-4a8d-9946-85c4049d6ac6 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467975 Apr 15 10:57:59.211965 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa34c48-4b1f-4392-afdd-e67c16f377a2 req-16d8d2f4-dbe4-47db-93d5-d36c3df66a0f tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:59.213625 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-aaa34c48-4b1f-4392-afdd-e67c16f377a2 req-16d8d2f4-dbe4-47db-93d5-d36c3df66a0f tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 946 time: 0.0886788 Apr 15 10:57:59.265331 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-aaa34c48-4b1f-4392-afdd-e67c16f377a2 req-4bcbed11-1d84-4688-8294-05b04d726b88 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437000 Apr 15 10:57:59.283545 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda0936-6560-4849-ab0f-1c799a290086 req-8fe0a65f-71d5-4f0e-84ab-edd2fd8b9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:59.283545 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fbda0936-6560-4849-ab0f-1c799a290086 req-8fe0a65f-71d5-4f0e-84ab-edd2fd8b9248 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32210517f2e94192a5ba2da4ed6b7d44&device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 1099 time: 0.0869863 Apr 15 10:57:59.429009 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda0936-6560-4849-ab0f-1c799a290086 req-f69ff229-106d-4820-b1ce-fee7ff312bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:59.430594 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fbda0936-6560-4849-ab0f-1c799a290086 req-f69ff229-106d-4820-b1ce-fee7ff312bb7 service neutron] 10.222.0.108 "GET /v2.0/networks?id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e HTTP/1.1" status: 200 len: 919 time: 0.1413815 Apr 15 10:57:59.552064 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fbda0936-6560-4849-ab0f-1c799a290086 req-dfddf971-7bb8-490e-a628-244a0cf50157 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 HTTP/1.1" status: 200 len: 1002 time: 0.1086631 Apr 15 10:57:59.596636 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71555b-6989-407c-97d2-a1dc38fbd5b1 req-f925624d-9579-4448-962f-516da95e6a6e tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:59.598457 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fe71555b-6989-407c-97d2-a1dc38fbd5b1 req-f925624d-9579-4448-962f-516da95e6a6e tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 945 time: 0.0983832 Apr 15 10:57:59.631986 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda0936-6560-4849-ab0f-1c799a290086 req-7376abdc-ca6e-41fe-8bac-2291b5575065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:59.633579 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fbda0936-6560-4849-ab0f-1c799a290086 req-7376abdc-ca6e-41fe-8bac-2291b5575065 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ef91ca22-b90c-496e-9216-5832d8c88de8 HTTP/1.1" status: 200 len: 856 time: 0.0689559 Apr 15 10:57:59.655492 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fe71555b-6989-407c-97d2-a1dc38fbd5b1 req-a964720f-d862-46cb-bb27-b94b5b4fd656 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487964 Apr 15 10:57:59.735866 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda0936-6560-4849-ab0f-1c799a290086 req-95f286e9-1c25-4707-9877-f573f6bd627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:59.737891 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fbda0936-6560-4849-ab0f-1c799a290086 req-95f286e9-1c25-4707-9877-f573f6bd627e service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0933661 Apr 15 10:57:59.748249 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a0d41-bf1b-4389-b89b-d642b0c96467 req-7bbb9e0b-86a2-4c28-a8c9-f8b5695ca46f tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:59.749858 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6c6a0d41-bf1b-4389-b89b-d642b0c96467 req-7bbb9e0b-86a2-4c28-a8c9-f8b5695ca46f tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.0937259 Apr 15 10:57:59.804126 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6c6a0d41-bf1b-4389-b89b-d642b0c96467 req-ff6337ad-dc15-47a6-80d4-073b2c25c1fb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477409 Apr 15 10:57:59.896175 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fbda0936-6560-4849-ab0f-1c799a290086 req-5ef70e6a-25d9-4289-a722-2050118f9f12 service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412950 Apr 15 10:58:00.067867 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fbda0936-6560-4849-ab0f-1c799a290086 req-8a73e7c2-80b3-4a18-9e30-0a25e189b5ab service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434677 Apr 15 10:58:00.269954 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb52b2-b70d-46f6-b0bc-c8602e8494b1 req-68e7db7f-0269-422f-a43c-6de425c0140f tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:00.271581 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b3eb52b2-b70d-46f6-b0bc-c8602e8494b1 req-68e7db7f-0269-422f-a43c-6de425c0140f tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.0896578 Apr 15 10:58:00.331624 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b3eb52b2-b70d-46f6-b0bc-c8602e8494b1 req-39e06d71-9dd8-4f55-a839-6397ce76b3ed tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524480 Apr 15 10:58:00.495237 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85e65-e14a-4ce5-98f4-000a6f34e1cf req-786839c2-5ecb-45ba-9157-c5005b1fc588 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:00.497076 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2ab85e65-e14a-4ce5-98f4-000a6f34e1cf req-786839c2-5ecb-45ba-9157-c5005b1fc588 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 946 time: 0.1050227 Apr 15 10:58:00.546690 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2ab85e65-e14a-4ce5-98f4-000a6f34e1cf req-f96b1d32-7a3d-45c3-81f5-ff2ae3cf260f tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Apr 15 10:58:00.870058 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ea942-b446-4486-8e06-58f2c0a14c4c req-d40f5270-3ae5-4a4d-8831-ed22feda9346 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:00.871886 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a16ea942-b446-4486-8e06-58f2c0a14c4c req-d40f5270-3ae5-4a4d-8831-ed22feda9346 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 945 time: 0.0904286 Apr 15 10:58:00.921449 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a16ea942-b446-4486-8e06-58f2c0a14c4c req-966a45b9-1260-46ca-ba01-df2288d922c5 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422783 Apr 15 10:58:01.023103 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b64cf-1273-4f9b-972e-eb079fe0b92b req-493a5a38-dc4e-47ed-9cf7-820efcc7de37 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:01.024673 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-954b64cf-1273-4f9b-972e-eb079fe0b92b req-493a5a38-dc4e-47ed-9cf7-820efcc7de37 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.0972388 Apr 15 10:58:01.085429 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-954b64cf-1273-4f9b-972e-eb079fe0b92b req-fc3f8a66-d6e6-4a79-8055-0b44b89bb76e tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530338 Apr 15 10:58:01.537665 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8c6f3-bcaa-4941-b213-48b8bfd26f9e req-e81ba622-cc28-4273-bdc8-4c1efe9373ad tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:01.539379 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-78e8c6f3-bcaa-4941-b213-48b8bfd26f9e req-e81ba622-cc28-4273-bdc8-4c1efe9373ad tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.0890651 Apr 15 10:58:01.611317 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-78e8c6f3-bcaa-4941-b213-48b8bfd26f9e req-2e2e0733-a74e-46a5-ae18-6fdaabe9a13a tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648263 Apr 15 10:58:01.673067 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0c32e-e5c5-45f2-ba13-2d9430f33410 req-647900af-f03e-4e9d-b081-0baedbd0c0c9 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:01.674089 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-36c0c32e-e5c5-45f2-ba13-2d9430f33410 req-647900af-f03e-4e9d-b081-0baedbd0c0c9 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Synchronizing usage tracker for tenant:ebaf350254024013abef072cdfb97bb3 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:01.691129 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-36c0c32e-e5c5-45f2-ba13-2d9430f33410 req-647900af-f03e-4e9d-b081-0baedbd0c0c9 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Unset dirty status for tenant:ebaf350254024013abef072cdfb97bb3 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:01.692370 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-36c0c32e-e5c5-45f2-ba13-2d9430f33410 req-647900af-f03e-4e9d-b081-0baedbd0c0c9 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.108 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 945 time: 0.1216149 Apr 15 10:58:01.785038 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:58:01.788322 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-36c0c32e-e5c5-45f2-ba13-2d9430f33410 req-31af46d3-19f9-416e-81a6-a93dcf03ae75 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Deleting port 1cb78f40-8b21-4541-b618-1514a5bc7fd9 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:58:01.788469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f87222-f53b-44fc-b050-8f3326493e46 req-d22ad995-6308-4631-b56c-01e78242a9b2 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:01.788740 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-36c0c32e-e5c5-45f2-ba13-2d9430f33410 req-31af46d3-19f9-416e-81a6-a93dcf03ae75 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.790608 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-34f87222-f53b-44fc-b050-8f3326493e46 req-d22ad995-6308-4631-b56c-01e78242a9b2 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 946 time: 0.1015964 Apr 15 10:58:01.841414 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-34f87222-f53b-44fc-b050-8f3326493e46 req-bcb0c8b6-ba15-408e-a179-7bef77737411 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440555 Apr 15 10:58:01.960730 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:58:02.145804 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ae945-5915-41c3-b893-42263d3b4a48 req-79c1209c-d063-4123-925e-59f5d87bf542 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:02.146888 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-de6ae945-5915-41c3-b893-42263d3b4a48 req-79c1209c-d063-4123-925e-59f5d87bf542 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Synchronizing usage tracker for tenant:6a7b1b98c21f426a98d114ab7a4b545a on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:02.155650 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf45650-a946-4f01-9257-a081b2c4dd8a req-a0383531-740a-4340-91ba-d57190f4fda0 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:02.157993 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cbf45650-a946-4f01-9257-a081b2c4dd8a req-a0383531-740a-4340-91ba-d57190f4fda0 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 945 time: 0.1094015 Apr 15 10:58:02.205716 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-de6ae945-5915-41c3-b893-42263d3b4a48 req-79c1209c-d063-4123-925e-59f5d87bf542 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Unset dirty status for tenant:6a7b1b98c21f426a98d114ab7a4b545a on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:02.206966 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-de6ae945-5915-41c3-b893-42263d3b4a48 req-79c1209c-d063-4123-925e-59f5d87bf542 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.108 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 946 time: 0.3161724 Apr 15 10:58:02.222558 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cbf45650-a946-4f01-9257-a081b2c4dd8a req-afdf101c-4546-4336-9998-3d093b8dc5c6 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495484 Apr 15 10:58:02.300442 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-de6ae945-5915-41c3-b893-42263d3b4a48 req-75c92e97-fe53-43a7-b348-be17eaa85105 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Deleting port a3de0cf5-8518-4336-b8a0-c5172fdacb09 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:58:02.300856 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-de6ae945-5915-41c3-b893-42263d3b4a48 req-75c92e97-fe53-43a7-b348-be17eaa85105 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.328501 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.349549 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-36c0c32e-e5c5-45f2-ba13-2d9430f33410 req-31af46d3-19f9-416e-81a6-a93dcf03ae75 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] For port 1cb78f40-8b21-4541-b618-1514a5bc7fd9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1cb78f40-8b21-4541-b618-1514a5bc7fd9,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:02.349955 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-36c0c32e-e5c5-45f2-ba13-2d9430f33410 req-31af46d3-19f9-416e-81a6-a93dcf03ae75 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.358637 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:02.368985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:02.373282 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.375279 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:02.403192 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794809b-72d6-42ab-aa38-d474804e679c req-3c7a3bb4-851f-4f21-a1d8-0a561dbdffca tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:02.405617 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0794809b-72d6-42ab-aa38-d474804e679c req-3c7a3bb4-851f-4f21-a1d8-0a561dbdffca tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 946 time: 0.1062565 Apr 15 10:58:02.416253 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214', 'code': 200} Apr 15 10:58:02.452859 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,revision_number=8']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:02.457097 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0794809b-72d6-42ab-aa38-d474804e679c req-bba79a62-620a-4828-8033-f08c7c7c4c29 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440986 Apr 15 10:58:02.461045 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:02.461444 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:02.461827 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:02.462204 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:02.462581 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:02.462954 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:02.463327 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:02.463697 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:02.464044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:02.464412 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:02.465401 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:02.465839 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:02.470304 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:02.523704 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-36c0c32e-e5c5-45f2-ba13-2d9430f33410 req-31af46d3-19f9-416e-81a6-a93dcf03ae75 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Calling delete_port for 1cb78f40-8b21-4541-b618-1514a5bc7fd9 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:58:02.602287 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8d2df9fb-0418-454d-88d2-1cbc2e7d0faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.819610 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc931c-b76c-4d61-878c-dbab940acbcb req-1ccfba45-057f-46b6-a09f-dd766b5fb6da tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:02.821354 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6ebc931c-b76c-4d61-878c-dbab940acbcb req-1ccfba45-057f-46b6-a09f-dd766b5fb6da tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.0998585 Apr 15 10:58:02.876929 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6ebc931c-b76c-4d61-878c-dbab940acbcb req-fcc74e21-4754-4e3a-9735-d26839959351 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474973 Apr 15 10:58:03.109503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad18d1-885e-4675-aef7-5e403e0a0eba req-04685e69-0816-48f1-b20e-f8f453ed2e50 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:03.111145 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4cad18d1-885e-4675-aef7-5e403e0a0eba req-04685e69-0816-48f1-b20e-f8f453ed2e50 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 946 time: 0.1401458 Apr 15 10:58:03.182076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-de6ae945-5915-41c3-b893-42263d3b4a48 req-75c92e97-fe53-43a7-b348-be17eaa85105 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] For port a3de0cf5-8518-4336-b8a0-c5172fdacb09, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a3de0cf5-8518-4336-b8a0-c5172fdacb09,segment=NetworkSegment(f1f56d08-f726-48ee-9636-a78f1b9ea0b8),segment_id=f1f56d08-f726-48ee-9636-a78f1b9ea0b8)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:03.182816 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-de6ae945-5915-41c3-b893-42263d3b4a48 req-75c92e97-fe53-43a7-b348-be17eaa85105 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.188909 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4cad18d1-885e-4675-aef7-5e403e0a0eba req-c4d00326-d3b8-4332-a622-006824525857 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/security-groups?id=916aa0bc-f1cd-49a5-801e-ecab33931e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692742 Apr 15 10:58:03.263865 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-36c0c32e-e5c5-45f2-ba13-2d9430f33410 req-31af46d3-19f9-416e-81a6-a93dcf03ae75 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.307115 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['6f6bd4b8-98aa-444f-ad3b-5816032f4e2a', 'f4d595b0-77fb-47b8-bfb3-e84dd0197543', 'b50a812e-5de6-4e0a-8c2d-927bccd53cc9', '1cb78f40-8b21-4541-b618-1514a5bc7fd9'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:58:03.449627 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a971f9af-230c-48a9-ab06-a0fa96372257 req-4ee3df24-8676-4f0c-843f-5adfb16071a1 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 210 time: 0.0700293 Apr 15 10:58:03.473552 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-441a02f0-27f1-4a97-8ac4-4558702407e4 tempest-DeleteServersTestJSON-133937146 tempest-DeleteServersTestJSON-133937146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:03.530207 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-de6ae945-5915-41c3-b893-42263d3b4a48 req-75c92e97-fe53-43a7-b348-be17eaa85105 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Calling delete_port for a3de0cf5-8518-4336-b8a0-c5172fdacb09 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:58:03.621557 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af46d3-19f9-416e-81a6-a93dcf03ae75 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Pushing event deleted for resources: {'Port': ['ID=1cb78f40-8b21-4541-b618-1514a5bc7fd9,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:03.659168 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-31af46d3-19f9-416e-81a6-a93dcf03ae75 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:03.677498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c0c32e-e5c5-45f2-ba13-2d9430f33410 req-31af46d3-19f9-416e-81a6-a93dcf03ae75 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] No DVR routers for this DVR port 1cb78f40-8b21-4541-b618-1514a5bc7fd9 on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:58:03.682275 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-36c0c32e-e5c5-45f2-ba13-2d9430f33410 req-31af46d3-19f9-416e-81a6-a93dcf03ae75 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.694202 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31ffdc0-10da-4c71-812a-a2eefca95525', 'name': 'network-vif-deleted', 'tag': '1cb78f40-8b21-4541-b618-1514a5bc7fd9'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:03.710721 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-36c0c32e-e5c5-45f2-ba13-2d9430f33410 req-31af46d3-19f9-416e-81a6-a93dcf03ae75 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.108 "DELETE /v2.0/ports/1cb78f40-8b21-4541-b618-1514a5bc7fd9 HTTP/1.1" status: 204 len: 173 time: 2.0100572 Apr 15 10:58:03.772542 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7323d9-af1a-480d-ab18-42bbab398e07 req-41fc669d-c833-4ab4-b13e-2305cc4f3df5 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:03.775337 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dc7323d9-af1a-480d-ab18-42bbab398e07 req-41fc669d-c833-4ab4-b13e-2305cc4f3df5 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.1739120 Apr 15 10:58:03.822881 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31ffdc0-10da-4c71-812a-a2eefca95525', 'name': 'network-vif-deleted', 'tag': '1cb78f40-8b21-4541-b618-1514a5bc7fd9', 'status': 'completed', 'code': 200} Apr 15 10:58:03.895693 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dc7323d9-af1a-480d-ab18-42bbab398e07 req-2bdbbdea-d973-423a-abec-456dd687c7bb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100166 Apr 15 10:58:03.902543 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-de6ae945-5915-41c3-b893-42263d3b4a48 req-75c92e97-fe53-43a7-b348-be17eaa85105 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.018262 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:04.123904 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c92e97-fe53-43a7-b348-be17eaa85105 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Pushing event deleted for resources: {'Port': ['ID=a3de0cf5-8518-4336-b8a0-c5172fdacb09,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:04.126542 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-75c92e97-fe53-43a7-b348-be17eaa85105 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:04.148600 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdff942-2a30-4799-9b5b-476faeb48bdd req-8122d340-cbc8-42f7-bbbd-62723cb8a7a3 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:04.150222 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0cdff942-2a30-4799-9b5b-476faeb48bdd req-8122d340-cbc8-42f7-bbbd-62723cb8a7a3 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1061354 Apr 15 10:58:04.206033 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0cdff942-2a30-4799-9b5b-476faeb48bdd req-259debd2-a821-42f9-b99c-3f80060ff9cc tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486197 Apr 15 10:58:04.220789 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6ae945-5915-41c3-b893-42263d3b4a48 req-75c92e97-fe53-43a7-b348-be17eaa85105 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] No DVR routers for this DVR port a3de0cf5-8518-4336-b8a0-c5172fdacb09 on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:58:04.223282 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-de6ae945-5915-41c3-b893-42263d3b4a48 req-75c92e97-fe53-43a7-b348-be17eaa85105 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.242240 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-de6ae945-5915-41c3-b893-42263d3b4a48 req-75c92e97-fe53-43a7-b348-be17eaa85105 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.108 "DELETE /v2.0/ports/a3de0cf5-8518-4336-b8a0-c5172fdacb09 HTTP/1.1" status: 204 len: 173 time: 2.0273662 Apr 15 10:58:04.366873 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8b45b6e6-6c7a-41f0-82a3-d7721175cf1e req-dfe7165c-7e4c-4df1-b4fc-79cae75714d9 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] 10.222.0.98 "GET /v2.0/ports?device_id=96b25e96-d36e-4c58-8f0e-092a5d593ce2 HTTP/1.1" status: 200 len: 210 time: 0.0517950 Apr 15 10:58:04.642280 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0eb29177-59fc-449f-893c-46500944230d req-df28122e-27c7-4d4c-9034-d71ffac1fe4a tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d31ffdc0-10da-4c71-812a-a2eefca95525 HTTP/1.1" status: 200 len: 210 time: 0.0543494 Apr 15 10:58:04.925016 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-458b0598-90c2-4572-a0fa-0d0b48b86cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:05.022745 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1378f72-5853-4e4f-b2ff-3be3f86b58c2 req-d09e3fc8-cd2b-46c0-b7f0-9ce595eab9c2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:05.024473 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b1378f72-5853-4e4f-b2ff-3be3f86b58c2 req-d09e3fc8-cd2b-46c0-b7f0-9ce595eab9c2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.1039026 Apr 15 10:58:05.094721 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b1378f72-5853-4e4f-b2ff-3be3f86b58c2 req-7d1eb7a8-540f-4a24-af62-0632f5fdabc6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622525 Apr 15 10:58:05.425507 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d0940-50ec-4d57-a8ea-e1fb0dca19ee req-2307bfa0-cace-48c8-8ef8-0943c6d4eec6 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:05.427082 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e4d0940-50ec-4d57-a8ea-e1fb0dca19ee req-2307bfa0-cace-48c8-8ef8-0943c6d4eec6 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.0944228 Apr 15 10:58:05.477026 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5e4d0940-50ec-4d57-a8ea-e1fb0dca19ee req-f891697b-cbb6-40ce-97e4-f653449b2dc7 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433784 Apr 15 10:58:05.770452 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:05.824996 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b25e96-d36e-4c58-8f0e-092a5d593ce2', 'name': 'network-vif-deleted', 'tag': 'a3de0cf5-8518-4336-b8a0-c5172fdacb09'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:05.888879 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b25e96-d36e-4c58-8f0e-092a5d593ce2', 'name': 'network-vif-deleted', 'tag': 'a3de0cf5-8518-4336-b8a0-c5172fdacb09', 'status': 'completed', 'code': 200} Apr 15 10:58:06.028723 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device a3de0cf5-8518-4336-b8a0-c5172fdacb09 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:58:06.067433 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: a3de0cf5-8518-4336-b8a0-c5172fdacb09 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:58:06.067925 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device a3de0cf5-8518-4336-b8a0-c5172fdacb09 not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:58:06.068510 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 1cb78f40-8b21-4541-b618-1514a5bc7fd9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:58:06.105085 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: 1cb78f40-8b21-4541-b618-1514a5bc7fd9 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:58:06.105631 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 1cb78f40-8b21-4541-b618-1514a5bc7fd9 not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:58:06.278702 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:06.318570 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928d3e1-e7e4-4110-a27f-6ee23e51dec9 req-87d5d17f-617a-455d-91c6-a4ff25a69204 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:06.320089 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8928d3e1-e7e4-4110-a27f-6ee23e51dec9 req-87d5d17f-617a-455d-91c6-a4ff25a69204 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.0995317 Apr 15 10:58:06.372210 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8928d3e1-e7e4-4110-a27f-6ee23e51dec9 req-c8b5f52b-a31a-47d8-8ea2-f391f9540655 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444520 Apr 15 10:58:06.692278 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18003b-775c-4d23-82d6-f9fc40015592 req-1cc105ab-f256-4375-9ff3-9f69d070e495 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:06.694060 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4b18003b-775c-4d23-82d6-f9fc40015592 req-1cc105ab-f256-4375-9ff3-9f69d070e495 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.0973966 Apr 15 10:58:06.761242 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4b18003b-775c-4d23-82d6-f9fc40015592 req-a6428365-3ab8-44c6-9b38-bc145dc166cd tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586057 Apr 15 10:58:07.236417 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:07.395800 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfee984-b259-45d5-9021-3f77f7f0701f req-390ba6bc-5a33-4bf0-9ecb-180ef82fec4a tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:07.397397 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7bfee984-b259-45d5-9021-3f77f7f0701f req-390ba6bc-5a33-4bf0-9ecb-180ef82fec4a tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 945 time: 0.0887978 Apr 15 10:58:07.446775 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7bfee984-b259-45d5-9021-3f77f7f0701f req-15396e7c-5b4a-4599-9662-d572830c31f7 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426602 Apr 15 10:58:07.589892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a95f8-4e58-44b2-aade-3e43e4d942a2 req-4ae82098-215b-44dd-91fc-0af711b0bc22 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:07.591665 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-933a95f8-4e58-44b2-aade-3e43e4d942a2 req-4ae82098-215b-44dd-91fc-0af711b0bc22 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.0948021 Apr 15 10:58:07.640444 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-933a95f8-4e58-44b2-aade-3e43e4d942a2 req-906aefcf-1cb5-448d-a0a9-782011ed622d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 Apr 15 10:58:07.970298 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b4120-ea3d-4884-8006-250cb6faa31b req-9e1ab612-19dd-4c09-b97d-38a70e7d2ee3 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:07.971974 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c83b4120-ea3d-4884-8006-250cb6faa31b req-9e1ab612-19dd-4c09-b97d-38a70e7d2ee3 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.0925395 Apr 15 10:58:08.026160 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c83b4120-ea3d-4884-8006-250cb6faa31b req-82e509dd-2382-461c-978d-73de72add725 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470986 Apr 15 10:58:08.029188 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:58:08.392263 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 59870) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:08.519083 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf2d4-5bf4-40a1-98b7-2ceec9ab8a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.536602 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4cdaf2d4-5bf4-40a1-98b7-2ceec9ab8a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:08.540783 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4cdaf2d4-5bf4-40a1-98b7-2ceec9ab8a7a admin admin] Usage tracker for resource:security_group_rule and tenant:0604b4f47a0040b4a02a82d85bab56d9 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:08.543836 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4cdaf2d4-5bf4-40a1-98b7-2ceec9ab8a7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:08.549889 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4cdaf2d4-5bf4-40a1-98b7-2ceec9ab8a7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:08.637560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf2d4-5bf4-40a1-98b7-2ceec9ab8a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.640820 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf2d4-5bf4-40a1-98b7-2ceec9ab8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.650731 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4cc7907b-322a-4c18-a390-0fd7aab37eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:08.664273 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf67ca-01ec-407a-8f16-069a070c97b6 req-e0a1aab5-7eb2-424e-bb14-3fa224f24319 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:08.679236 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-45cf67ca-01ec-407a-8f16-069a070c97b6 req-e0a1aab5-7eb2-424e-bb14-3fa224f24319 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 945 time: 0.1092935 Apr 15 10:58:08.701615 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdaf2d4-5bf4-40a1-98b7-2ceec9ab8a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aef142d-c242-4f1d-bdd0-8624d602c5aa,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:08.705533 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4cdaf2d4-5bf4-40a1-98b7-2ceec9ab8a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:08.712225 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-4cdaf2d4-5bf4-40a1-98b7-2ceec9ab8a7a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0604b4f47a0040b4a02a82d85bab56d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186131 Apr 15 10:58:08.713055 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 59882) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:08.734141 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-45cf67ca-01ec-407a-8f16-069a070c97b6 req-5d538395-b666-4be7-b3f6-c0ef9dd27841 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529246 Apr 15 10:58:08.779888 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-39067ab5-dd91-4b1e-89a6-e8a9cfcde454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.809649 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-39067ab5-dd91-4b1e-89a6-e8a9cfcde454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.860011 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-39067ab5-dd91-4b1e-89a6-e8a9cfcde454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.865657 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ce67ff89-102f-4a87-b248-ff8f356f9e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:08.876669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca540d8a-a6c1-45a0-aed4-cdbef62ad34d req-fe1e5999-e1dd-4257-987b-7cca5217422c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:08.877212 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39067ab5-dd91-4b1e-89a6-e8a9cfcde454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aef142d-c242-4f1d-bdd0-8624d602c5aa,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:08.878283 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ca540d8a-a6c1-45a0-aed4-cdbef62ad34d req-fe1e5999-e1dd-4257-987b-7cca5217422c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.0975037 Apr 15 10:58:08.883377 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-39067ab5-dd91-4b1e-89a6-e8a9cfcde454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:08.884398 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-39067ab5-dd91-4b1e-89a6-e8a9cfcde454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.885408 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-39067ab5-dd91-4b1e-89a6-e8a9cfcde454 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1aef142d-c242-4f1d-bdd0-8624d602c5aa HTTP/1.1" status: 204 len: 168 time: 0.1712003 Apr 15 10:58:08.935470 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ca540d8a-a6c1-45a0-aed4-cdbef62ad34d req-8d054f9e-2d70-4971-85bd-b0307dc1408b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496731 Apr 15 10:58:09.256071 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b67df-7376-4794-8a48-39a2042f67b1 req-643baee9-e727-433d-ad0c-91b3626eb061 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:09.257671 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f42b67df-7376-4794-8a48-39a2042f67b1 req-643baee9-e727-433d-ad0c-91b3626eb061 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.0919688 Apr 15 10:58:09.316919 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f42b67df-7376-4794-8a48-39a2042f67b1 req-d9cf4e2d-f28a-41e7-9dfd-daaecf1cc24f tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509560 Apr 15 10:58:09.658214 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2801457-21ee-4e31-b5d2-d8b41e507592 req-f41f1009-ec3e-4613-949a-56b3509498f6 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:09.659002 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-c2801457-21ee-4e31-b5d2-d8b41e507592 req-f41f1009-ec3e-4613-949a-56b3509498f6 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Synchronizing usage tracker for tenant:ebaf350254024013abef072cdfb97bb3 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:09.675002 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-c2801457-21ee-4e31-b5d2-d8b41e507592 req-f41f1009-ec3e-4613-949a-56b3509498f6 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Unset dirty status for tenant:ebaf350254024013abef072cdfb97bb3 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:09.676241 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c2801457-21ee-4e31-b5d2-d8b41e507592 req-f41f1009-ec3e-4613-949a-56b3509498f6 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.108 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 945 time: 0.1164386 Apr 15 10:58:09.760598 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-c2801457-21ee-4e31-b5d2-d8b41e507592 req-ff0ef697-aa88-4adc-a67b-03c01a499d83 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Deleting port b50a812e-5de6-4e0a-8c2d-927bccd53cc9 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:58:09.761042 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c2801457-21ee-4e31-b5d2-d8b41e507592 req-ff0ef697-aa88-4adc-a67b-03c01a499d83 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:09.953751 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b639d1-2529-4b5d-ae47-afad1182f189 req-e239594f-f264-4bcf-851d-a7cead5b1da8 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:09.955883 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12b639d1-2529-4b5d-ae47-afad1182f189 req-e239594f-f264-4bcf-851d-a7cead5b1da8 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 945 time: 0.1020064 Apr 15 10:58:10.008901 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12b639d1-2529-4b5d-ae47-afad1182f189 req-33a32b58-3314-43bf-ba84-4f4c10a62965 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463386 Apr 15 10:58:10.065981 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-c2801457-21ee-4e31-b5d2-d8b41e507592 req-ff0ef697-aa88-4adc-a67b-03c01a499d83 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] For port b50a812e-5de6-4e0a-8c2d-927bccd53cc9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b50a812e-5de6-4e0a-8c2d-927bccd53cc9,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:10.066502 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c2801457-21ee-4e31-b5d2-d8b41e507592 req-ff0ef697-aa88-4adc-a67b-03c01a499d83 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.204119 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ad6d7-6911-43b6-b743-a1fd3962fda2 req-802f518b-67ab-4716-9e8f-d4a8da5d0bb2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:10.205763 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-eb4ad6d7-6911-43b6-b743-a1fd3962fda2 req-802f518b-67ab-4716-9e8f-d4a8da5d0bb2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.0993485 Apr 15 10:58:10.227718 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-c2801457-21ee-4e31-b5d2-d8b41e507592 req-ff0ef697-aa88-4adc-a67b-03c01a499d83 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Calling delete_port for b50a812e-5de6-4e0a-8c2d-927bccd53cc9 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:58:10.503482 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c2801457-21ee-4e31-b5d2-d8b41e507592 req-ff0ef697-aa88-4adc-a67b-03c01a499d83 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.521800 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-31af46d3-19f9-416e-81a6-a93dcf03ae75 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:10.529736 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-eb4ad6d7-6911-43b6-b743-a1fd3962fda2 req-225e9c7b-d369-4a2e-8970-3793b27f006f tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3157601 Apr 15 10:58:10.546547 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['6f6bd4b8-98aa-444f-ad3b-5816032f4e2a', 'f4d595b0-77fb-47b8-bfb3-e84dd0197543', 'b50a812e-5de6-4e0a-8c2d-927bccd53cc9'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:58:10.592723 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb8e20-0858-49f3-833f-0691eeaca3be req-33d0e7f1-6813-404d-a916-6ebedee3e8ea tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:10.594343 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-67eb8e20-0858-49f3-833f-0691eeaca3be req-33d0e7f1-6813-404d-a916-6ebedee3e8ea tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1337042 Apr 15 10:58:10.641017 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ef697-aa88-4adc-a67b-03c01a499d83 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Pushing event deleted for resources: {'Port': ['ID=b50a812e-5de6-4e0a-8c2d-927bccd53cc9,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:10.648321 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ff0ef697-aa88-4adc-a67b-03c01a499d83 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:10.653233 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-67eb8e20-0858-49f3-833f-0691eeaca3be req-0e72f597-c6c1-4271-b24a-b1dd23e2ae41 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517812 Apr 15 10:58:10.799382 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2801457-21ee-4e31-b5d2-d8b41e507592 req-ff0ef697-aa88-4adc-a67b-03c01a499d83 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] No DVR routers for this DVR port b50a812e-5de6-4e0a-8c2d-927bccd53cc9 on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:58:10.802216 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-c2801457-21ee-4e31-b5d2-d8b41e507592 req-ff0ef697-aa88-4adc-a67b-03c01a499d83 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.806021 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd773aaee-8090-49e7-af32-c7e0ad6f4202', 'name': 'network-vif-deleted', 'tag': 'b50a812e-5de6-4e0a-8c2d-927bccd53cc9'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:10.822758 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c2801457-21ee-4e31-b5d2-d8b41e507592 req-ff0ef697-aa88-4adc-a67b-03c01a499d83 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.108 "DELETE /v2.0/ports/b50a812e-5de6-4e0a-8c2d-927bccd53cc9 HTTP/1.1" status: 204 len: 173 time: 1.1364019 Apr 15 10:58:10.858167 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd773aaee-8090-49e7-af32-c7e0ad6f4202', 'name': 'network-vif-deleted', 'tag': 'b50a812e-5de6-4e0a-8c2d-927bccd53cc9', 'status': 'completed', 'code': 200} Apr 15 10:58:11.210093 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8adb2986-05d3-48e2-92f0-543139960858 req-70c4f667-5db7-4af9-a1e6-000fdfd00b7f tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=d773aaee-8090-49e7-af32-c7e0ad6f4202 HTTP/1.1" status: 200 len: 210 time: 0.0498888 Apr 15 10:58:11.755065 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05a0da-8715-4e6f-b14d-daa9f928fb7a req-433502dd-3a0f-449b-8717-d179143cfdb0 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:11.756671 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ae05a0da-8715-4e6f-b14d-daa9f928fb7a req-433502dd-3a0f-449b-8717-d179143cfdb0 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.0957770 Apr 15 10:58:11.863879 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ae05a0da-8715-4e6f-b14d-daa9f928fb7a req-c4ff27d9-fafb-4151-a04d-cdf7d0de452e tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007216 Apr 15 10:58:11.896558 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426349d6-cbb9-41d4-bc35-4d9b6f0282cd req-916c04ab-e99b-4c46-a236-d49b6c2ea99f tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:11.898128 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-426349d6-cbb9-41d4-bc35-4d9b6f0282cd req-916c04ab-e99b-4c46-a236-d49b6c2ea99f tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1151950 Apr 15 10:58:11.949124 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-426349d6-cbb9-41d4-bc35-4d9b6f0282cd req-7636ab19-5001-4371-9460-bf73121dd49c tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435808 Apr 15 10:58:12.634368 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.706358 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01d0e2-0302-4731-a78c-b5194387d8e1 req-537e096f-6e12-4b8f-aef1-668cb0523d92 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:12.707947 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7e01d0e2-0302-4731-a78c-b5194387d8e1 req-537e096f-6e12-4b8f-aef1-668cb0523d92 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 945 time: 0.0977371 Apr 15 10:58:12.761194 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7e01d0e2-0302-4731-a78c-b5194387d8e1 req-5713b03c-2a2d-4bff-ab44-0c98ed552421 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464690 Apr 15 10:58:13.137798 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff048-c61c-4031-b55d-0381c6914733 req-fb224c23-aaba-428d-8d9c-e6c442bf7c11 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:13.139340 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5faff048-c61c-4031-b55d-0381c6914733 req-fb224c23-aaba-428d-8d9c-e6c442bf7c11 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.1544254 Apr 15 10:58:13.211766 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d31396-fa48-4e91-8d0f-0f595db47ecc req-3ded6c77-216e-4f3a-a3f1-4294347b3ea6 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:13.213248 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-54d31396-fa48-4e91-8d0f-0f595db47ecc req-3ded6c77-216e-4f3a-a3f1-4294347b3ea6 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1413841 Apr 15 10:58:13.216542 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5faff048-c61c-4031-b55d-0381c6914733 req-e2fd634c-a513-42c7-be6d-a6ce326bdda8 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695167 Apr 15 10:58:13.264404 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-54d31396-fa48-4e91-8d0f-0f595db47ecc req-632c9196-d0e5-4312-ba7d-16929df10cd2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446529 Apr 15 10:58:13.989865 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4990433-3395-47a2-88f6-8a6887bd936d req-7a46cd84-f75b-4b30-9238-17676f2c45d8 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:13.992046 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d4990433-3395-47a2-88f6-8a6887bd936d req-7a46cd84-f75b-4b30-9238-17676f2c45d8 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 945 time: 0.1108787 Apr 15 10:58:14.063467 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device b50a812e-5de6-4e0a-8c2d-927bccd53cc9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:58:14.105658 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d4990433-3395-47a2-88f6-8a6887bd936d req-1eb28a71-dc3f-41d2-a9c9-f10b839e65f7 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056354 Apr 15 10:58:14.164718 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: b50a812e-5de6-4e0a-8c2d-927bccd53cc9 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:58:14.165196 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device b50a812e-5de6-4e0a-8c2d-927bccd53cc9 not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:58:14.301327 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 60012) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:14.352246 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75fdf8-cd3f-4207-9d16-ef55feb6b4b4 req-163291a2-7406-452a-89e2-f6c43045638a tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:14.353044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-3e75fdf8-cd3f-4207-9d16-ef55feb6b4b4 req-163291a2-7406-452a-89e2-f6c43045638a tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Synchronizing usage tracker for tenant:ebaf350254024013abef072cdfb97bb3 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:14.369686 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-3e75fdf8-cd3f-4207-9d16-ef55feb6b4b4 req-163291a2-7406-452a-89e2-f6c43045638a tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Unset dirty status for tenant:ebaf350254024013abef072cdfb97bb3 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:14.371633 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3e75fdf8-cd3f-4207-9d16-ef55feb6b4b4 req-163291a2-7406-452a-89e2-f6c43045638a tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.108 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 945 time: 0.1168957 Apr 15 10:58:14.461118 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-3e75fdf8-cd3f-4207-9d16-ef55feb6b4b4 req-0f1dd5c6-6dc0-40d7-bcc2-aecd6eaa68bf tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Deleting port f4d595b0-77fb-47b8-bfb3-e84dd0197543 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:58:14.461695 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3e75fdf8-cd3f-4207-9d16-ef55feb6b4b4 req-0f1dd5c6-6dc0-40d7-bcc2-aecd6eaa68bf tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:14.582872 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22454c3-8d1a-4a59-9c61-55a04efb90f2 req-d8815d58-7881-4307-b895-7e7e41a38225 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:14.584364 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c22454c3-8d1a-4a59-9c61-55a04efb90f2 req-d8815d58-7881-4307-b895-7e7e41a38225 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.2447503 Apr 15 10:58:14.591323 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ca8b7b5f-2de8-4f8b-8611-ae08852be357 req-e3317b04-c209-4d7e-b0dd-c2e2c82d3398 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2885976 Apr 15 10:58:14.600655 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94f44e-ca4e-462d-a327-985bd42d7854 req-f3bbe1a7-edb7-47ba-babf-b0767db648b5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:14.602184 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3d94f44e-ca4e-462d-a327-985bd42d7854 req-f3bbe1a7-edb7-47ba-babf-b0767db648b5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1676242 Apr 15 10:58:14.678634 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c22454c3-8d1a-4a59-9c61-55a04efb90f2 req-e223054b-7165-4a9f-8860-d90f1580fa19 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862789 Apr 15 10:58:14.694002 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3d94f44e-ca4e-462d-a327-985bd42d7854 req-6e5338d2-ca58-480c-ae37-904ee7d09a5b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772603 Apr 15 10:58:14.745155 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-3e75fdf8-cd3f-4207-9d16-ef55feb6b4b4 req-0f1dd5c6-6dc0-40d7-bcc2-aecd6eaa68bf tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] For port f4d595b0-77fb-47b8-bfb3-e84dd0197543, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f4d595b0-77fb-47b8-bfb3-e84dd0197543,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:14.745560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3e75fdf8-cd3f-4207-9d16-ef55feb6b4b4 req-0f1dd5c6-6dc0-40d7-bcc2-aecd6eaa68bf tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:14.886967 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-3e75fdf8-cd3f-4207-9d16-ef55feb6b4b4 req-0f1dd5c6-6dc0-40d7-bcc2-aecd6eaa68bf tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Calling delete_port for f4d595b0-77fb-47b8-bfb3-e84dd0197543 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:58:15.042231 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3e75fdf8-cd3f-4207-9d16-ef55feb6b4b4 req-0f1dd5c6-6dc0-40d7-bcc2-aecd6eaa68bf tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:15.058798 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-48783644-3a54-4ecd-9142-9fd8a0248832 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:15.085057 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['6f6bd4b8-98aa-444f-ad3b-5816032f4e2a', 'f4d595b0-77fb-47b8-bfb3-e84dd0197543'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:58:15.111532 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dd5c6-6dc0-40d7-bcc2-aecd6eaa68bf tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Pushing event deleted for resources: {'Port': ['ID=f4d595b0-77fb-47b8-bfb3-e84dd0197543,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:15.117057 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0f1dd5c6-6dc0-40d7-bcc2-aecd6eaa68bf tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:15.422717 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-02b40c77-c1b3-483a-b970-7de03e43bdf0 req-87c4e052-55f6-46cc-86bf-8245d84eb4aa tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 210 time: 0.0890079 Apr 15 10:58:15.500146 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e75fdf8-cd3f-4207-9d16-ef55feb6b4b4 req-0f1dd5c6-6dc0-40d7-bcc2-aecd6eaa68bf tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] No DVR routers for this DVR port f4d595b0-77fb-47b8-bfb3-e84dd0197543 on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:58:15.506895 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3e75fdf8-cd3f-4207-9d16-ef55feb6b4b4 req-0f1dd5c6-6dc0-40d7-bcc2-aecd6eaa68bf tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:15.514013 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0914764c-6ff7-4b88-8a53-b5bcea0385cc', 'name': 'network-vif-deleted', 'tag': 'f4d595b0-77fb-47b8-bfb3-e84dd0197543'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:15.561873 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3e75fdf8-cd3f-4207-9d16-ef55feb6b4b4 req-0f1dd5c6-6dc0-40d7-bcc2-aecd6eaa68bf tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.108 "DELETE /v2.0/ports/f4d595b0-77fb-47b8-bfb3-e84dd0197543 HTTP/1.1" status: 204 len: 173 time: 1.1830275 Apr 15 10:58:15.568812 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72bdc3-421c-45c8-a99f-254f6c8e96f4 req-2c6b2264-8864-4237-ae29-9987d9c3b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:15.579003 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8e72bdc3-421c-45c8-a99f-254f6c8e96f4 req-2c6b2264-8864-4237-ae29-9987d9c3b08b service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 1099 time: 0.1422873 Apr 15 10:58:15.592835 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0914764c-6ff7-4b88-8a53-b5bcea0385cc', 'name': 'network-vif-deleted', 'tag': 'f4d595b0-77fb-47b8-bfb3-e84dd0197543', 'status': 'completed', 'code': 200} Apr 15 10:58:15.659816 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8e72bdc3-421c-45c8-a99f-254f6c8e96f4 req-0b983d59-d592-4700-9b17-511bc70aa512 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620956 Apr 15 10:58:15.992749 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95797226-cd1a-4b23-9a1e-276503e0e35f req-ab54def3-1f9a-4a05-b23e-9da7967d9d30 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:16.002273 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-95797226-cd1a-4b23-9a1e-276503e0e35f req-ab54def3-1f9a-4a05-b23e-9da7967d9d30 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.1814096 Apr 15 10:58:16.116037 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989d8d1-e697-45d8-8295-59e6ef0c6eec req-fb734db2-4204-4ce3-b6bc-427accabfca4 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:16.124473 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4989d8d1-e697-45d8-8295-59e6ef0c6eec req-fb734db2-4204-4ce3-b6bc-427accabfca4 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.2504632 Apr 15 10:58:16.187264 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-95797226-cd1a-4b23-9a1e-276503e0e35f req-422a324d-4d28-4225-a4dd-1b53fd5d7d59 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818073 Apr 15 10:58:16.203270 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4989d8d1-e697-45d8-8295-59e6ef0c6eec req-fb3178e1-1146-4f2c-99e9-75563d975d98 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776062 Apr 15 10:58:16.475220 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b7b5f-2de8-4f8b-8611-ae08852be357 req-b183afc5-517b-40c8-a10d-21ef79ef9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:16.477859 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ca8b7b5f-2de8-4f8b-8611-ae08852be357 req-b183afc5-517b-40c8-a10d-21ef79ef9e8d service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76&tenant_id=32210517f2e94192a5ba2da4ed6b7d44 HTTP/1.1" status: 200 len: 1097 time: 0.1109302 Apr 15 10:58:16.648771 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b7b5f-2de8-4f8b-8611-ae08852be357 req-d08b563b-ceba-4738-81fa-2b66d2a0fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:16.652224 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ca8b7b5f-2de8-4f8b-8611-ae08852be357 req-d08b563b-ceba-4738-81fa-2b66d2a0fa7e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32210517f2e94192a5ba2da4ed6b7d44&device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 1097 time: 0.1247799 Apr 15 10:58:16.877330 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d066ce0e-360f-47dd-89d3-c495b12442b5 req-ed96a190-8dd3-494d-9e3c-80c185f88657 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=0914764c-6ff7-4b88-8a53-b5bcea0385cc HTTP/1.1" status: 200 len: 210 time: 0.1529968 Apr 15 10:58:16.958862 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b7b5f-2de8-4f8b-8611-ae08852be357 req-4b3741db-e6d4-48d6-8cd8-ef9b95a50755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:16.960557 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ca8b7b5f-2de8-4f8b-8611-ae08852be357 req-4b3741db-e6d4-48d6-8cd8-ef9b95a50755 service neutron] 10.222.0.108 "GET /v2.0/networks?id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e HTTP/1.1" status: 200 len: 919 time: 0.3004239 Apr 15 10:58:17.407494 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ca8b7b5f-2de8-4f8b-8611-ae08852be357 req-ac47f0f5-f44d-4410-9c9f-a89725f11575 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 HTTP/1.1" status: 200 len: 1000 time: 0.4307346 Apr 15 10:58:17.528917 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b7b5f-2de8-4f8b-8611-ae08852be357 req-8f8b46c1-c844-4791-9d30-2f5a7306d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:17.531191 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ca8b7b5f-2de8-4f8b-8611-ae08852be357 req-8f8b46c1-c844-4791-9d30-2f5a7306d0bf service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ef91ca22-b90c-496e-9216-5832d8c88de8 HTTP/1.1" status: 200 len: 856 time: 0.1140125 Apr 15 10:58:17.649128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b7b5f-2de8-4f8b-8611-ae08852be357 req-a46c5976-8d63-4833-8fee-15b53e1e9ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:17.650999 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ca8b7b5f-2de8-4f8b-8611-ae08852be357 req-a46c5976-8d63-4833-8fee-15b53e1e9ee8 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1113367 Apr 15 10:58:17.652813 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16a268-a6fb-4a81-a009-648c63d3e5c0 req-8b3293a9-ae0b-45fe-ae6e-4abac61614ac tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:17.654481 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-eb16a268-a6fb-4a81-a009-648c63d3e5c0 req-8b3293a9-ae0b-45fe-ae6e-4abac61614ac tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.2406185 Apr 15 10:58:17.666586 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9de34-bbea-4b02-9937-5d0eb8673cb1 req-215aa9dd-a5a7-4a46-9e19-4494261b2512 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:17.668868 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bfa9de34-bbea-4b02-9937-5d0eb8673cb1 req-215aa9dd-a5a7-4a46-9e19-4494261b2512 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.1704917 Apr 15 10:58:17.731936 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-eb16a268-a6fb-4a81-a009-648c63d3e5c0 req-6ab64129-ef1e-4e91-ae40-07ca28f8d7e6 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617471 Apr 15 10:58:17.823278 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bfa9de34-bbea-4b02-9937-5d0eb8673cb1 req-a46e5b9f-1ace-42d0-b422-a2acca0327e6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073472 Apr 15 10:58:17.932010 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ca8b7b5f-2de8-4f8b-8611-ae08852be357 req-6f694c1f-f4df-4a14-9d42-b6270ebd1adb service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614808 Apr 15 10:58:18.075917 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device f4d595b0-77fb-47b8-bfb3-e84dd0197543 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:58:18.201311 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ca8b7b5f-2de8-4f8b-8611-ae08852be357 req-b4aea7df-90bd-4f02-ac5b-5416c69fa145 service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689743 Apr 15 10:58:18.222756 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f577c1-199d-4519-8442-1aba30875db9 req-fa0336cf-16d0-4327-b073-a770199230b6 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:18.228392 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: f4d595b0-77fb-47b8-bfb3-e84dd0197543 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:58:18.229031 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device f4d595b0-77fb-47b8-bfb3-e84dd0197543 not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:58:18.248109 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-07f577c1-199d-4519-8442-1aba30875db9 req-fa0336cf-16d0-4327-b073-a770199230b6 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.3221242 Apr 15 10:58:18.357302 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-07f577c1-199d-4519-8442-1aba30875db9 req-6dd31757-6a78-4dc5-8691-7f0c135f0b5b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044030 Apr 15 10:58:19.126134 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1e201-3f3c-458b-ae1e-e07535fda767 req-15001c7e-7b00-49d1-94de-d45b76f857df tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:19.128316 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dff1e201-3f3c-458b-ae1e-e07535fda767 req-15001c7e-7b00-49d1-94de-d45b76f857df tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.1423225 Apr 15 10:58:19.180285 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dff1e201-3f3c-458b-ae1e-e07535fda767 req-b9c54b2b-373a-42e7-8e51-a46fc9723e40 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448160 Apr 15 10:58:19.862386 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96711dd1-04b6-4d44-a7c9-455987274bfa req-80ae7c04-958c-4bb9-99f6-a5c617e9bf03 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:19.864054 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-96711dd1-04b6-4d44-a7c9-455987274bfa req-80ae7c04-958c-4bb9-99f6-a5c617e9bf03 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 945 time: 0.0915191 Apr 15 10:58:19.919454 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-96711dd1-04b6-4d44-a7c9-455987274bfa req-e34f3350-5cdc-4531-9839-2ca7a570771e tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451436 Apr 15 10:58:20.477570 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf00f75-833f-4940-8c63-bf4d3fe196d9 req-634cb4a3-d961-4158-98d5-1ef688052bf4 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:20.485823 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fdf00f75-833f-4940-8c63-bf4d3fe196d9 req-634cb4a3-d961-4158-98d5-1ef688052bf4 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.1236539 Apr 15 10:58:20.547228 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fdf00f75-833f-4940-8c63-bf4d3fe196d9 req-a1d4bf72-2f27-4cf1-9cac-457a1076d7f2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603464 Apr 15 10:58:20.632529 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae14707-3ca1-4136-91c4-744725d90328 req-dbd1a4ec-1cfe-4843-9b53-81a61de8cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:20.635349 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6ae14707-3ca1-4136-91c4-744725d90328 req-dbd1a4ec-1cfe-4843-9b53-81a61de8cedb service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=465dd649e85e465080f5d9aa3d70976f&device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 1098 time: 0.1241291 Apr 15 10:58:20.668772 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b7cd2-5892-4548-beeb-cdce4bef4d4e req-e133ef99-8d67-4d39-9ffa-775f25610e59 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:20.671173 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-015b7cd2-5892-4548-beeb-cdce4bef4d4e req-e133ef99-8d67-4d39-9ffa-775f25610e59 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1278372 Apr 15 10:58:20.752924 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-015b7cd2-5892-4548-beeb-cdce4bef4d4e req-63f9d291-a05f-40a7-ba82-3f115a11ff68 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742290 Apr 15 10:58:20.832981 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae14707-3ca1-4136-91c4-744725d90328 req-cdd129d9-6f42-4743-a17c-1c4c274a884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:20.834571 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6ae14707-3ca1-4136-91c4-744725d90328 req-cdd129d9-6f42-4743-a17c-1c4c274a884e service neutron] 10.222.0.108 "GET /v2.0/networks?id=05c6405f-4172-4bf3-b6eb-f465500f6c40 HTTP/1.1" status: 200 len: 920 time: 0.1918180 Apr 15 10:58:20.925337 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6ae14707-3ca1-4136-91c4-744725d90328 req-6c3704f2-cfb1-4fa1-84e1-13e932bda003 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 HTTP/1.1" status: 200 len: 217 time: 0.0827398 Apr 15 10:58:21.007398 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae14707-3ca1-4136-91c4-744725d90328 req-2a06dc34-b024-48e8-b01c-de9aa8f6c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:21.008926 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6ae14707-3ca1-4136-91c4-744725d90328 req-2a06dc34-b024-48e8-b01c-de9aa8f6c2b7 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ba729bbe-c7eb-46e3-aa06-bbc37029435b HTTP/1.1" status: 200 len: 858 time: 0.0766885 Apr 15 10:58:21.080664 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6ae14707-3ca1-4136-91c4-744725d90328 req-32c7e1ce-cf43-49d7-bf9a-955ad2261751 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=05c6405f-4172-4bf3-b6eb-f465500f6c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560315 Apr 15 10:58:21.153582 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b2dff-4118-45a4-9271-51006134fc63 req-4892f84f-f9c8-48a6-bf17-2164eeffbc98 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:21.155735 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-956b2dff-4118-45a4-9271-51006134fc63 req-4892f84f-f9c8-48a6-bf17-2164eeffbc98 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 945 time: 0.1175728 Apr 15 10:58:21.226559 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-956b2dff-4118-45a4-9271-51006134fc63 req-6169aa15-61cf-4cd9-9df9-65841983184f tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641639 Apr 15 10:58:21.250669 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6ae14707-3ca1-4136-91c4-744725d90328 req-aca65afb-1dfd-4c0a-933d-8b8bed7edb9b service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605036 Apr 15 10:58:21.406659 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6ae14707-3ca1-4136-91c4-744725d90328 req-5e98ab38-3fb9-404f-b193-5d0f37996a15 service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492965 Apr 15 10:58:21.820516 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44a54a-6aa2-46fe-8e7c-1c268370778d req-b68483f2-d570-48ca-9e29-9be188d394ae tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:21.831765 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1d44a54a-6aa2-46fe-8e7c-1c268370778d req-b68483f2-d570-48ca-9e29-9be188d394ae tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.1320906 Apr 15 10:58:21.876824 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b9489-a6b1-4865-b55b-426f4b22924b req-c306b594-aa4c-49d9-8843-37368f50e307 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:21.877825 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-4c2b9489-a6b1-4865-b55b-426f4b22924b req-c306b594-aa4c-49d9-8843-37368f50e307 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Synchronizing usage tracker for tenant:ebaf350254024013abef072cdfb97bb3 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:21.888550 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1d44a54a-6aa2-46fe-8e7c-1c268370778d req-40f3d567-3d2c-4f87-9197-2144b0c1b4e9 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554602 Apr 15 10:58:21.911544 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-4c2b9489-a6b1-4865-b55b-426f4b22924b req-c306b594-aa4c-49d9-8843-37368f50e307 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Unset dirty status for tenant:ebaf350254024013abef072cdfb97bb3 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:21.913370 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4c2b9489-a6b1-4865-b55b-426f4b22924b req-c306b594-aa4c-49d9-8843-37368f50e307 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.108 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 945 time: 0.1977439 Apr 15 10:58:22.076374 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-4c2b9489-a6b1-4865-b55b-426f4b22924b req-b5d1b179-92e8-46c8-9972-5c312b7ac836 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Deleting port 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:58:22.076800 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4c2b9489-a6b1-4865-b55b-426f4b22924b req-b5d1b179-92e8-46c8-9972-5c312b7ac836 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.208996 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf34a2a-1999-493e-89d7-1a25be986252 req-04f0f68b-66a0-489b-8915-138cb85fd6f5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:22.210648 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bcf34a2a-1999-493e-89d7-1a25be986252 req-04f0f68b-66a0-489b-8915-138cb85fd6f5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1716266 Apr 15 10:58:22.311828 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bcf34a2a-1999-493e-89d7-1a25be986252 req-e0e8eda7-5ee8-410d-834c-12e35533ca0d tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917509 Apr 15 10:58:22.433500 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-4c2b9489-a6b1-4865-b55b-426f4b22924b req-b5d1b179-92e8-46c8-9972-5c312b7ac836 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] For port 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6f6bd4b8-98aa-444f-ad3b-5816032f4e2a,segment=NetworkSegment(eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b),segment_id=eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:22.435208 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4c2b9489-a6b1-4865-b55b-426f4b22924b req-b5d1b179-92e8-46c8-9972-5c312b7ac836 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.513259 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c595d8-85c5-4f84-9661-29e447a0539a req-4bcf1b82-2834-4b13-8c78-3d2ff5013429 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:22.515244 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e2c595d8-85c5-4f84-9661-29e447a0539a req-4bcf1b82-2834-4b13-8c78-3d2ff5013429 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 945 time: 0.1344802 Apr 15 10:58:22.589395 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e2c595d8-85c5-4f84-9661-29e447a0539a req-bd0e6fe8-3d7f-4d8e-9ad2-c94a8aa39ed2 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/security-groups?id=34fd8dc0-99de-413c-bf6e-d3fda95f5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658596 Apr 15 10:58:22.611005 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-4c2b9489-a6b1-4865-b55b-426f4b22924b req-b5d1b179-92e8-46c8-9972-5c312b7ac836 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Calling delete_port for 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:58:22.768661 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4c2b9489-a6b1-4865-b55b-426f4b22924b req-b5d1b179-92e8-46c8-9972-5c312b7ac836 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.784969 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:22.806664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['6f6bd4b8-98aa-444f-ad3b-5816032f4e2a'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:58:22.896704 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1b179-92e8-46c8-9972-5c312b7ac836 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Pushing event deleted for resources: {'Port': ['ID=6f6bd4b8-98aa-444f-ad3b-5816032f4e2a,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:22.899596 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b5d1b179-92e8-46c8-9972-5c312b7ac836 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:23.078299 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2b9489-a6b1-4865-b55b-426f4b22924b req-b5d1b179-92e8-46c8-9972-5c312b7ac836 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] No DVR routers for this DVR port 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:58:23.086409 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-4c2b9489-a6b1-4865-b55b-426f4b22924b req-b5d1b179-92e8-46c8-9972-5c312b7ac836 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:23.097459 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf25999-eb0c-4630-8305-a76fd91c5b8a', 'name': 'network-vif-deleted', 'tag': '6f6bd4b8-98aa-444f-ad3b-5816032f4e2a'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:23.105015 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4c2b9489-a6b1-4865-b55b-426f4b22924b req-b5d1b179-92e8-46c8-9972-5c312b7ac836 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.108 "DELETE /v2.0/ports/6f6bd4b8-98aa-444f-ad3b-5816032f4e2a HTTP/1.1" status: 204 len: 173 time: 1.1532183 Apr 15 10:58:23.172728 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf25999-eb0c-4630-8305-a76fd91c5b8a', 'name': 'network-vif-deleted', 'tag': '6f6bd4b8-98aa-444f-ad3b-5816032f4e2a', 'status': 'completed', 'code': 200} Apr 15 10:58:23.280495 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e2518-c6c3-4af2-910a-71fd579ce013 req-57b697e8-5fba-4a56-8791-f8774a4247b6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:23.283065 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-781e2518-c6c3-4af2-910a-71fd579ce013 req-57b697e8-5fba-4a56-8791-f8774a4247b6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.1792505 Apr 15 10:58:23.350584 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-781e2518-c6c3-4af2-910a-71fd579ce013 req-40ddcee7-91d7-46a0-8bab-e8f249c11e93 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575230 Apr 15 10:58:23.603443 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4bc8e-ccab-4411-ad3e-ddf0f184b6db req-30816781-e901-48c8-94bf-d9d32fdc9a86 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:23.612711 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-60e4bc8e-ccab-4411-ad3e-ddf0f184b6db req-30816781-e901-48c8-94bf-d9d32fdc9a86 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1312003 Apr 15 10:58:23.688966 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-60e4bc8e-ccab-4411-ad3e-ddf0f184b6db req-5704caf8-0623-4e91-b018-0a02f578794c tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729146 Apr 15 10:58:23.804851 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3b08f1d6-683e-4cbc-a8e7-e9ac67c78d4d req-db937bce-2261-4e1a-881c-50cb82073865 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] 10.222.0.98 "GET /v2.0/ports?device_id=4cf25999-eb0c-4630-8305-a76fd91c5b8a HTTP/1.1" status: 200 len: 210 time: 0.0538588 Apr 15 10:58:23.931607 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 60250) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:24.082850 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-54100e88-c1e5-433e-a097-3912fe18ca84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:24.107392 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-54100e88-c1e5-433e-a097-3912fe18ca84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:24.111620 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-54100e88-c1e5-433e-a097-3912fe18ca84 admin admin] Usage tracker for resource:security_group_rule and tenant:b5d7cfe670334b4bbf02ae5e935ecc21 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:24.115073 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-54100e88-c1e5-433e-a097-3912fe18ca84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:24.123160 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-54100e88-c1e5-433e-a097-3912fe18ca84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:24.222958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-54100e88-c1e5-433e-a097-3912fe18ca84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:24.226643 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-54100e88-c1e5-433e-a097-3912fe18ca84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:24.236863 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dbe0d89e-74d5-4a5f-b418-0996a9cc62ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:24.316320 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54100e88-c1e5-433e-a097-3912fe18ca84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01d92eb-846c-446c-b479-1ee3494b2c6e,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:24.325062 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-54100e88-c1e5-433e-a097-3912fe18ca84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:24.348952 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 60272) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:24.363332 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-54100e88-c1e5-433e-a097-3912fe18ca84 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b5d7cfe670334b4bbf02ae5e935ecc21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295726 Apr 15 10:58:24.454069 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c9591f0e-31b5-42f3-9877-fc426678e265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:24.503035 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c9591f0e-31b5-42f3-9877-fc426678e265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:24.621939 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c9591f0e-31b5-42f3-9877-fc426678e265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:24.627633 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-491ae092-d516-4846-ad33-3da849c3737c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:24.647260 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9591f0e-31b5-42f3-9877-fc426678e265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01d92eb-846c-446c-b479-1ee3494b2c6e,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:24.649394 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c9591f0e-31b5-42f3-9877-fc426678e265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:24.654452 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-c9591f0e-31b5-42f3-9877-fc426678e265 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a01d92eb-846c-446c-b479-1ee3494b2c6e HTTP/1.1" status: 204 len: 168 time: 0.3036790 Apr 15 10:58:24.655536 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c9591f0e-31b5-42f3-9877-fc426678e265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:24.719300 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1950222-9dc7-4d24-a69e-e395f1477a45 req-e3991ba4-f192-4aec-9e99-7ebda2730b19 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:24.721599 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c1950222-9dc7-4d24-a69e-e395f1477a45 req-e3991ba4-f192-4aec-9e99-7ebda2730b19 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.1595833 Apr 15 10:58:24.853466 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c1950222-9dc7-4d24-a69e-e395f1477a45 req-e45792d2-deef-4cf8-ac3a-7a4ecedd79dc tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239121 Apr 15 10:58:25.117394 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 60290) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:25.164663 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002a948-25a8-4f1d-9db5-1307fdea7198 req-0eff20e7-330c-4ffc-a3a7-e2b0499a54ff tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:25.181219 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1002a948-25a8-4f1d-9db5-1307fdea7198 req-0eff20e7-330c-4ffc-a3a7-e2b0499a54ff tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.3202565 Apr 15 10:58:25.230217 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0970b5-f678-45f5-86c9-911886382662 admin admin] Deleting subnet 36e0b5c0-1bda-4299-bc80-7737df16b96c {{(pid=85291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:58:25.233788 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6a0970b5-f678-45f5-86c9-911886382662 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:25.253104 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1002a948-25a8-4f1d-9db5-1307fdea7198 req-213f9979-fee6-43c2-b31b-d6be63dc1eb8 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717087 Apr 15 10:58:25.316718 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6a0970b5-f678-45f5-86c9-911886382662 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:25.326675 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6a0970b5-f678-45f5-86c9-911886382662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:25.682586 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6a0970b5-f678-45f5-86c9-911886382662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for subnet, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:25.701244 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:25.847205 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6a0970b5-f678-45f5-86c9-911886382662 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:25.858969 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0970b5-f678-45f5-86c9-911886382662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e0b5c0-1bda-4299-bc80-7737df16b96c,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:25.862208 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6a0970b5-f678-45f5-86c9-911886382662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:25.867329 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 60296) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:25.868177 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-6a0970b5-f678-45f5-86c9-911886382662 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/36e0b5c0-1bda-4299-bc80-7737df16b96c HTTP/1.1" status: 204 len: 168 time: 0.7496347 Apr 15 10:58:26.050286 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1bad409b-11c6-48eb-85b5-95fb01707eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853837892'] for network, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:26.113078 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:58:26.216513 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:58:26.217136 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 6f6bd4b8-98aa-444f-ad3b-5816032f4e2a not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:58:26.561832 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1bad409b-11c6-48eb-85b5-95fb01707eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854714127', 'neutron.services.segments.db._delete_segments_for_network--9223363309937827905'] for network, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:26.695796 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30402b-3e1c-4790-8aec-bbbde2873961 req-5307338d-c417-4f30-a515-68508a97481a tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:26.697826 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ae30402b-3e1c-4790-8aec-bbbde2873961 req-5307338d-c417-4f30-a515-68508a97481a tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.5441558 Apr 15 10:58:26.974453 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decdd8f-2ea0-4373-8c80-175b3d562acb req-9128a664-978f-4b30-b2de-752d23a10f86 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:26.976076 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4decdd8f-2ea0-4373-8c80-175b3d562acb req-9128a664-978f-4b30-b2de-752d23a10f86 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.5096867 Apr 15 10:58:26.982466 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-1bad409b-11c6-48eb-85b5-95fb01707eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eaf3f47-a7a6-43c5-984d-3b6a70257c35']}} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:27.021987 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-1bad409b-11c6-48eb-85b5-95fb01707eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b') {'for_net_delete': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:27.022295 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-1bad409b-11c6-48eb-85b5-95fb01707eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3b0999-1e83-4e50-9b51-dafa2bfa2e2b') {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:27.071398 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ae30402b-3e1c-4790-8aec-bbbde2873961 req-827f261c-4aa0-4eb1-8df2-c767dcf4381d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3637965 Apr 15 10:58:27.076163 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1bad409b-11c6-48eb-85b5-95fb01707eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309937828161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847582343'] for segment, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.091258 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4decdd8f-2ea0-4373-8c80-175b3d562acb req-2984d344-4b5f-44eb-8703-14f1612d90dc tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009357 Apr 15 10:58:27.131863 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1bad409b-11c6-48eb-85b5-95fb01707eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.145776 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bad409b-11c6-48eb-85b5-95fb01707eb5 admin admin] Releasing vlan 1385 on physical network physnet1 to pool {{(pid=85292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:58:27.392001 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-1bad409b-11c6-48eb-85b5-95fb01707eb5 admin admin] Network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:58:27.400235 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1bad409b-11c6-48eb-85b5-95fb01707eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7189033'] for segment, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.648837 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-1bad409b-11c6-48eb-85b5-95fb01707eb5 admin admin] Network 8eaf3f47-a7a6-43c5-984d-3b6a70257c35 has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: Traceback (most recent call last): Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: timer() Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: cb(*args, **kw) Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: return func(*args, **kwargs) Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: self._notify() Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: self.callback(batched_events) Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: event.method(event) Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: segment_id)['aggregates'][0] Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: return f(self, *a, **k) Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: return self._get(url).json() Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: **kwargs) Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: return self.request(url, 'GET', **kwargs) Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: **endpoint_filter) Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:58:27.686302 dv-cinder-786386-1-smb neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:58:27.797387 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1bad409b-11c6-48eb-85b5-95fb01707eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-61574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447513'] for network, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.810787 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1bad409b-11c6-48eb-85b5-95fb01707eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.859495 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-eb7dee7e-3685-4606-ab8e-db0d6df133cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:27.927439 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-1bad409b-11c6-48eb-85b5-95fb01707eb5 admin admin] 10.222.0.98 "DELETE /v2.0/networks/8eaf3f47-a7a6-43c5-984d-3b6a70257c35 HTTP/1.1" status: 204 len: 168 time: 2.0580294 Apr 15 10:58:27.931427 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad409b-11c6-48eb-85b5-95fb01707eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eaf3f47-a7a6-43c5-984d-3b6a70257c35,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:27.935736 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1bad409b-11c6-48eb-85b5-95fb01707eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:28.371184 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 60322) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:28.538258 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-89e5ca47-5353-4b3b-b91d-6c84a4fed9a1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ebaf350254024013abef072cdfb97bb3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1640692 Apr 15 10:58:28.538258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 60328) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:28.584072 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3cb00-2e5b-43e9-8dac-a2ffc1e3c1b3 req-d93f728f-1ac8-4fb2-b56b-a77ef5bcab8c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:28.584072 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ddf3cb00-2e5b-43e9-8dac-a2ffc1e3c1b3 req-d93f728f-1ac8-4fb2-b56b-a77ef5bcab8c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.2592633 Apr 15 10:58:28.609623 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc13b9-3b5a-4a37-bd80-e0480694703b req-65d8436d-f39e-4263-9af1-b146c86e2f6b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:28.619093 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-05fc13b9-3b5a-4a37-bd80-e0480694703b req-65d8436d-f39e-4263-9af1-b146c86e2f6b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.2211876 Apr 15 10:58:28.721339 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-05fc13b9-3b5a-4a37-bd80-e0480694703b req-8e75ecea-1c22-4227-9f48-294dbd7adc47 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011722 Apr 15 10:58:28.751060 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-15d5d128-bde5-4935-a1ad-564095a39e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.803470 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ddf3cb00-2e5b-43e9-8dac-a2ffc1e3c1b3 req-9d0b30e1-8834-4790-b770-c2026b38bc52 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812780 Apr 15 10:58:28.820172 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-15d5d128-bde5-4935-a1ad-564095a39e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.910106 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-15d5d128-bde5-4935-a1ad-564095a39e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.917200 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-39067ab5-dd91-4b1e-89a6-e8a9cfcde454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:28.935141 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5d128-bde5-4935-a1ad-564095a39e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fd8dc0-99de-413c-bf6e-d3fda95f5716,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:28.937865 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-15d5d128-bde5-4935-a1ad-564095a39e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:28.939061 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-15d5d128-bde5-4935-a1ad-564095a39e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.957526 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-15d5d128-bde5-4935-a1ad-564095a39e6f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/34fd8dc0-99de-413c-bf6e-d3fda95f5716 HTTP/1.1" status: 204 len: 168 time: 0.4153497 Apr 15 10:58:30.389237 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab47565-98a6-4bd2-b686-17b791695f64 req-7f13cfb9-3708-4091-98d8-ef1f5d63c6d8 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:30.401226 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dab47565-98a6-4bd2-b686-17b791695f64 req-7f13cfb9-3708-4091-98d8-ef1f5d63c6d8 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.2993681 Apr 15 10:58:30.481922 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e935b4-99ef-466b-9a80-2cb3baacb56a req-d42f09f5-dbdf-4b39-a71c-b4b92be79b31 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:30.501098 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c2e935b4-99ef-466b-9a80-2cb3baacb56a req-d42f09f5-dbdf-4b39-a71c-b4b92be79b31 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.3068488 Apr 15 10:58:30.658965 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dab47565-98a6-4bd2-b686-17b791695f64 req-f88e57e2-9c99-4e2a-814b-c73270b857b1 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329702 Apr 15 10:58:30.706188 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c2e935b4-99ef-466b-9a80-2cb3baacb56a req-797d0a04-97ae-4c26-9bcc-1e790fd19a84 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037313 Apr 15 10:58:32.160803 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d47ad-5db4-4a5f-989b-f4b4158ccaf6 req-b4a7d046-1888-4517-960b-76c63a1eae8b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:32.171864 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-577d47ad-5db4-4a5f-989b-f4b4158ccaf6 req-b4a7d046-1888-4517-960b-76c63a1eae8b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.2614474 Apr 15 10:58:32.267855 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-577d47ad-5db4-4a5f-989b-f4b4158ccaf6 req-298c2eb1-3693-4de1-8af2-1a383670cf91 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941133 Apr 15 10:58:32.305729 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc80cf-8108-4efb-b90c-fcd25710c69b req-5ea5413b-0ca5-44ef-9bfe-d78050e4d0c4 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:32.309498 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-90dc80cf-8108-4efb-b90c-fcd25710c69b req-5ea5413b-0ca5-44ef-9bfe-d78050e4d0c4 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.3214316 Apr 15 10:58:32.512274 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-90dc80cf-8108-4efb-b90c-fcd25710c69b req-d8e943ce-56f0-49f3-8b45-457d5d7850a1 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952927 Apr 15 10:58:32.635735 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-95f29f9c-691d-4d26-9099-40f9e55ec4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:32.816492 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 60410) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:33.096205 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42658f4d-6097-452b-9ed3-cddad3fb8d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.116480 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-42658f4d-6097-452b-9ed3-cddad3fb8d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:33.121395 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-42658f4d-6097-452b-9ed3-cddad3fb8d85 admin admin] Usage tracker for resource:security_group_rule and tenant:fa8559775d424479ac670c75841c7cc5 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:33.133378 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-42658f4d-6097-452b-9ed3-cddad3fb8d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:33.140030 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-42658f4d-6097-452b-9ed3-cddad3fb8d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:33.315191 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42658f4d-6097-452b-9ed3-cddad3fb8d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.318266 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42658f4d-6097-452b-9ed3-cddad3fb8d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.351623 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:33.381532 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-42658f4d-6097-452b-9ed3-cddad3fb8d85 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fa8559775d424479ac670c75841c7cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5633225 Apr 15 10:58:33.382531 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42658f4d-6097-452b-9ed3-cddad3fb8d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d854ca94-0fc5-4cca-8779-5442b65ac3a5,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:33.384745 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 60420) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:33.387374 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-42658f4d-6097-452b-9ed3-cddad3fb8d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:33.520766 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-553e5a21-b499-406f-a114-daf78af0d2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.576560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-553e5a21-b499-406f-a114-daf78af0d2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.631269 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-553e5a21-b499-406f-a114-daf78af0d2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.636152 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e5cd97a8-ff21-4b37-8bf7-af25e642934c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:33.649579 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e5a21-b499-406f-a114-daf78af0d2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d854ca94-0fc5-4cca-8779-5442b65ac3a5,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:33.670842 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-553e5a21-b499-406f-a114-daf78af0d2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:33.675101 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b88596-e7ee-4570-b83d-148c26598a25 req-08b4413a-21d0-416b-805f-c1661059c8cf tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:33.677186 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-17b88596-e7ee-4570-b83d-148c26598a25 req-08b4413a-21d0-416b-805f-c1661059c8cf tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1782012 Apr 15 10:58:33.702503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-553e5a21-b499-406f-a114-daf78af0d2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.707391 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-553e5a21-b499-406f-a114-daf78af0d2c0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d854ca94-0fc5-4cca-8779-5442b65ac3a5 HTTP/1.1" status: 204 len: 168 time: 0.3198700 Apr 15 10:58:33.810745 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-17b88596-e7ee-4570-b83d-148c26598a25 req-6d3f4bdc-f7ef-4b53-a296-6e19e2d773f9 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206751 Apr 15 10:58:34.016908 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74626268-be51-4874-baca-c0126a4b670b req-01d6b0df-6d16-4bd2-b2f8-9df69baba9c8 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:34.022869 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-74626268-be51-4874-baca-c0126a4b670b req-01d6b0df-6d16-4bd2-b2f8-9df69baba9c8 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.2179072 Apr 15 10:58:34.089532 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-74626268-be51-4874-baca-c0126a4b670b req-5808df47-717d-44df-9423-e5fe1e8fb43b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495188 Apr 15 10:58:34.342880 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 60438) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:34.379669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e11a974d-75e6-4008-bc10-0871a8135766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:34.421995 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e11a974d-75e6-4008-bc10-0871a8135766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:34.426601 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e11a974d-75e6-4008-bc10-0871a8135766 admin admin] Usage tracker for resource:security_group_rule and tenant:2cb3c30d83314bc8a66d0da476089ebd is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:34.429783 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e11a974d-75e6-4008-bc10-0871a8135766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:34.442497 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e11a974d-75e6-4008-bc10-0871a8135766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:34.596551 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e11a974d-75e6-4008-bc10-0871a8135766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:34.601428 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e11a974d-75e6-4008-bc10-0871a8135766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:34.640249 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-54100e88-c1e5-433e-a097-3912fe18ca84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:34.689740 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e11a974d-75e6-4008-bc10-0871a8135766 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2cb3c30d83314bc8a66d0da476089ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429861 Apr 15 10:58:34.689740 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a974d-75e6-4008-bc10-0871a8135766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aed7ffc-f05f-4d1a-b44f-da740b1ae71c,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:34.690715 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 60444) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:34.693447 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e11a974d-75e6-4008-bc10-0871a8135766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:34.779732 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-05ac12ca-3577-4504-b4c9-ca5dee25b0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:34.813191 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-05ac12ca-3577-4504-b4c9-ca5dee25b0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:34.908143 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-05ac12ca-3577-4504-b4c9-ca5dee25b0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:34.930258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8e0086c0-6a04-4580-85cb-91fa4c2c032d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:34.946512 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a3a5e644-1749-4641-b08d-6971a744e711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:34.962172 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac12ca-3577-4504-b4c9-ca5dee25b0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aed7ffc-f05f-4d1a-b44f-da740b1ae71c,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:34.971364 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-05ac12ca-3577-4504-b4c9-ca5dee25b0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:34.991643 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-05ac12ca-3577-4504-b4c9-ca5dee25b0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:35.012796 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-05ac12ca-3577-4504-b4c9-ca5dee25b0fe admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0aed7ffc-f05f-4d1a-b44f-da740b1ae71c HTTP/1.1" status: 204 len: 168 time: 0.3205731 Apr 15 10:58:35.269976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f62251-7a9d-4bcc-b648-136a746697a7 req-9e83e1f1-6960-4034-b247-1133c0d63e18 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:35.280039 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-08f62251-7a9d-4bcc-b648-136a746697a7 req-9e83e1f1-6960-4034-b247-1133c0d63e18 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.2494860 Apr 15 10:58:35.344606 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-08f62251-7a9d-4bcc-b648-136a746697a7 req-763ae0d7-101b-427d-8617-158f8dc5ac71 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626097 Apr 15 10:58:35.506080 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22134d56-5267-4b33-b196-f96b96a61e21 req-ab4aabfb-3ee8-4480-87c2-05bf177cbc37 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:35.507698 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-22134d56-5267-4b33-b196-f96b96a61e21 req-ab4aabfb-3ee8-4480-87c2-05bf177cbc37 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.1460404 Apr 15 10:58:35.694889 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-22134d56-5267-4b33-b196-f96b96a61e21 req-23d7060a-ce91-45f4-ad5c-4175e2aa9faf tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997159 Apr 15 10:58:35.779569 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:36.293793 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:36.884940 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d3b10-9f46-4ec0-8cc1-62e79b0712ab req-ca588a4a-aff7-4566-9711-3185430fa2ca tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:36.890418 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f05d3b10-9f46-4ec0-8cc1-62e79b0712ab req-ca588a4a-aff7-4566-9711-3185430fa2ca tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.2432961 Apr 15 10:58:36.996617 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f05d3b10-9f46-4ec0-8cc1-62e79b0712ab req-afb1f311-8e85-4644-9e44-1657c054aad2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993152 Apr 15 10:58:37.263878 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:37.266518 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e20bf9-c8c5-4aba-9726-e1b8b1f4eed2 req-42fa17ff-50cd-47cc-9eab-68a83b1d8907 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:37.268430 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f7e20bf9-c8c5-4aba-9726-e1b8b1f4eed2 req-42fa17ff-50cd-47cc-9eab-68a83b1d8907 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.2707760 Apr 15 10:58:37.361146 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f7e20bf9-c8c5-4aba-9726-e1b8b1f4eed2 req-9b0e3057-2480-4fc5-a899-696090f52f70 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837903 Apr 15 10:58:38.363884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944980b-9c6d-4270-83c0-66cf3bb47bd3 req-c437d7f9-05ca-48de-af5d-a11c3072b479 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:38.368221 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b944980b-9c6d-4270-83c0-66cf3bb47bd3 req-c437d7f9-05ca-48de-af5d-a11c3072b479 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1403575 Apr 15 10:58:38.434730 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b944980b-9c6d-4270-83c0-66cf3bb47bd3 req-a55d0202-083d-44f2-a537-bed91b31a730 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623174 Apr 15 10:58:38.621596 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025718c-d1e1-499d-be03-1ad831979941 req-e56f5299-9d95-4923-a161-4e28a39f29e7 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:38.623480 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2025718c-d1e1-499d-be03-1ad831979941 req-e56f5299-9d95-4923-a161-4e28a39f29e7 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.1250815 Apr 15 10:58:38.675201 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2025718c-d1e1-499d-be03-1ad831979941 req-3935db94-9c07-4722-a20b-40bff34adc52 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436423 Apr 15 10:58:38.775259 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:58:39.638896 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a471f46-e08c-409b-8e8e-0e109b576f1e req-bd410a3b-9f8b-46b7-9810-a8b3dfc8f391 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:39.640660 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9a471f46-e08c-409b-8e8e-0e109b576f1e req-bd410a3b-9f8b-46b7-9810-a8b3dfc8f391 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0956392 Apr 15 10:58:39.692870 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9a471f46-e08c-409b-8e8e-0e109b576f1e req-80902fb2-c73f-4005-8143-43126dd36028 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446370 Apr 15 10:58:39.893027 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaec34a-47a4-484b-9a89-662df13efb6f req-3b4a1c26-791a-4fcb-88db-8c779d86d248 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:39.894639 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3eaec34a-47a4-484b-9a89-662df13efb6f req-3b4a1c26-791a-4fcb-88db-8c779d86d248 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.0904665 Apr 15 10:58:39.944453 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3eaec34a-47a4-484b-9a89-662df13efb6f req-355aad2a-d218-4d26-a870-7fc32e0afe2b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432146 Apr 15 10:58:40.429571 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ff49b-0fdd-4855-8477-b895b6846e88 req-e4e44e5c-00af-40ca-b106-a2768ee929b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:40.431197 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3f5ff49b-0fdd-4855-8477-b895b6846e88 req-e4e44e5c-00af-40ca-b106-a2768ee929b5 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 1098 time: 0.1000831 Apr 15 10:58:40.480961 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3f5ff49b-0fdd-4855-8477-b895b6846e88 req-8883e259-d407-4b4a-904c-686f2b1c0dac service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390847 Apr 15 10:58:40.902816 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351bb64-f8c1-4478-843e-9fd4b2161b1e req-13341744-3112-48ee-b3fa-f433ef338b8b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:40.904388 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5351bb64-f8c1-4478-843e-9fd4b2161b1e req-13341744-3112-48ee-b3fa-f433ef338b8b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0932982 Apr 15 10:58:40.955952 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5351bb64-f8c1-4478-843e-9fd4b2161b1e req-2015da39-5980-477c-a38f-c3262c0090e5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450182 Apr 15 10:58:41.167439 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4928569-defb-47f7-bef6-68f34dc3affe req-d472f279-7364-4a11-9e1f-5d1fdc68f7b9 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:41.169029 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e4928569-defb-47f7-bef6-68f34dc3affe req-d472f279-7364-4a11-9e1f-5d1fdc68f7b9 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 944 time: 0.0974603 Apr 15 10:58:41.217616 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e4928569-defb-47f7-bef6-68f34dc3affe req-7491b88b-b1f2-4281-b523-77bb7a4f0563 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421181 Apr 15 10:58:41.751141 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 60652) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:41.827641 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13e5355-cc64-40b0-822d-5dacd94f5932 admin admin] Deleting subnet ff04c0bd-27fa-44e7-bc37-033f64be921e {{(pid=85292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:58:41.830885 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b13e5355-cc64-40b0-822d-5dacd94f5932 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:41.882881 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b13e5355-cc64-40b0-822d-5dacd94f5932 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7193441'] for subnet, precommit_delete_associations {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:41.942989 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b13e5355-cc64-40b0-822d-5dacd94f5932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:42.217108 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:58:42.387340 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:42.403360 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'port_id': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214', 'mac_address': 'fa:16:3e:76:3e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:58:42.463697 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26b668-deb7-4153-87b7-5ad702bfb231 req-ba1f1fc8-edec-4bed-9e81-3bcf23ba5951 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:42.465543 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ad26b668-deb7-4153-87b7-5ad702bfb231 req-ba1f1fc8-edec-4bed-9e81-3bcf23ba5951 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.3796546 Apr 15 10:58:42.474832 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:42.496800 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:58:42.520430 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:42.525857 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:42.528865 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:42.610912 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ad26b668-deb7-4153-87b7-5ad702bfb231 req-a5c86706-bbd9-444c-afdb-1c94f030747a tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946939 Apr 15 10:58:42.619766 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,revision_number=9']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:42.625036 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:42.643740 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:42.689882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b13e5355-cc64-40b0-822d-5dacd94f5932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847586166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8185521'] for subnet, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:42.703327 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b786a5-deb0-4e0a-8f06-0b8598296473 req-ba0beba9-4638-4f04-a1b2-7c4500612373 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:42.705193 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-99b786a5-deb0-4e0a-8f06-0b8598296473 req-ba0beba9-4638-4f04-a1b2-7c4500612373 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 945 time: 0.2343137 Apr 15 10:58:42.725066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dfc1dd16-e772-4dba-ad14-17dfcbd3d58b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:42.849700 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e5355-cc64-40b0-822d-5dacd94f5932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff04c0bd-27fa-44e7-bc37-033f64be921e,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:42.863600 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b13e5355-cc64-40b0-822d-5dacd94f5932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:42.883463 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-99b786a5-deb0-4e0a-8f06-0b8598296473 req-7a4a2c9c-3d83-45fa-bf87-2bb3b49198f8 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597872 Apr 15 10:58:42.895969 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:58:42.929502 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b13e5355-cc64-40b0-822d-5dacd94f5932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:42.967124 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b13e5355-cc64-40b0-822d-5dacd94f5932 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/ff04c0bd-27fa-44e7-bc37-033f64be921e HTTP/1.1" status: 204 len: 168 time: 1.2137489 Apr 15 10:58:42.969313 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 60690) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:43.179526 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aba1db48-c772-469e-9411-ce39909be71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853837892'] for network, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:43.189309 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5b2b9-2457-4ea0-a7ac-57460538c0c3 req-f92949c2-3f89-4017-885c-2eeb6c233260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:43.191187 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-eea5b2b9-2457-4ea0-a7ac-57460538c0c3 req-f92949c2-3f89-4017-885c-2eeb6c233260 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=465dd649e85e465080f5d9aa3d70976f&device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 1098 time: 0.1547647 Apr 15 10:58:43.410103 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5b2b9-2457-4ea0-a7ac-57460538c0c3 req-5df88a33-879b-4020-bbdf-d5a297d03a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:43.411707 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-eea5b2b9-2457-4ea0-a7ac-57460538c0c3 req-5df88a33-879b-4020-bbdf-d5a297d03a2a service neutron] 10.222.0.108 "GET /v2.0/networks?id=05c6405f-4172-4bf3-b6eb-f465500f6c40 HTTP/1.1" status: 200 len: 920 time: 0.1902380 Apr 15 10:58:43.461208 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aba1db48-c772-469e-9411-ce39909be71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854714127', 'neutron.services.segments.db._delete_segments_for_network--9223363309937827905'] for network, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:43.519218 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-eea5b2b9-2457-4ea0-a7ac-57460538c0c3 req-12b1f14c-23c4-4cf6-b2bf-d6da89fe4013 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 HTTP/1.1" status: 200 len: 217 time: 0.0891261 Apr 15 10:58:43.570559 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716f8f6-5f96-4449-b61d-0ec48d554867 req-3507e7d7-21d9-4e7e-9920-05ac17d738d6 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:43.572573 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b716f8f6-5f96-4449-b61d-0ec48d554867 req-3507e7d7-21d9-4e7e-9920-05ac17d738d6 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.2527077 Apr 15 10:58:43.603814 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5b2b9-2457-4ea0-a7ac-57460538c0c3 req-11421be4-3f91-4efa-be24-6e1516e1943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:43.606043 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-eea5b2b9-2457-4ea0-a7ac-57460538c0c3 req-11421be4-3f91-4efa-be24-6e1516e1943b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ba729bbe-c7eb-46e3-aa06-bbc37029435b HTTP/1.1" status: 200 len: 858 time: 0.0785162 Apr 15 10:58:43.652109 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-aba1db48-c772-469e-9411-ce39909be71f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e07d15d-4c8e-473b-981f-16d1a156732c']}} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:43.665981 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-aba1db48-c772-469e-9411-ce39909be71f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f56d08-f726-48ee-9636-a78f1b9ea0b8') {'for_net_delete': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:43.666667 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-aba1db48-c772-469e-9411-ce39909be71f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f56d08-f726-48ee-9636-a78f1b9ea0b8') {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:43.674370 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-eea5b2b9-2457-4ea0-a7ac-57460538c0c3 req-ab097137-f62d-423a-90ee-a550c2a58193 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=05c6405f-4172-4bf3-b6eb-f465500f6c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595849 Apr 15 10:58:43.692868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aba1db48-c772-469e-9411-ce39909be71f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309937828161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847582343'] for segment, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:43.715425 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b716f8f6-5f96-4449-b61d-0ec48d554867 req-1a9209ff-213c-4a1b-bc26-2f5bef59032c tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310775 Apr 15 10:58:43.720003 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aba1db48-c772-469e-9411-ce39909be71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:43.727678 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba1db48-c772-469e-9411-ce39909be71f admin admin] Releasing vlan 1370 on physical network physnet1 to pool {{(pid=85292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:58:43.860231 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-eea5b2b9-2457-4ea0-a7ac-57460538c0c3 req-ede4b296-0eeb-4887-b1bd-e7565b9f3d7e service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762218 Apr 15 10:58:43.951135 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-aba1db48-c772-469e-9411-ce39909be71f admin admin] Network 0e07d15d-4c8e-473b-981f-16d1a156732c has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:58:43.970817 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aba1db48-c772-469e-9411-ce39909be71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7189033'] for segment, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:44.244268 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:44.286932 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-aba1db48-c772-469e-9411-ce39909be71f admin admin] Network 0e07d15d-4c8e-473b-981f-16d1a156732c has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:58:44.310517 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-eea5b2b9-2457-4ea0-a7ac-57460538c0c3 req-92935633-e86c-42f7-a0f3-6268ed3f2ee5 service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404478 Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: Traceback (most recent call last): Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: timer() Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: cb(*args, **kw) Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: return func(*args, **kwargs) Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: self._notify() Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: self.callback(batched_events) Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: event.method(event) Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: segment_id)['aggregates'][0] Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: return f(self, *a, **k) Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: return self._get(url).json() Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: **kwargs) Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: return self.request(url, 'GET', **kwargs) Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: **endpoint_filter) Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:58:44.319534 dv-cinder-786386-1-smb neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:58:44.322494 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:44.322610 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:44.405866 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91f76d-6409-4f05-81e9-0406c4442a7f req-99364419-84f1-4219-9e2a-2a7c94fafdb5 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:44.407561 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ef91f76d-6409-4f05-81e9-0406c4442a7f req-99364419-84f1-4219-9e2a-2a7c94fafdb5 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 945 time: 0.3047621 Apr 15 10:58:44.433426 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aba1db48-c772-469e-9411-ce39909be71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-61574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447513'] for network, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:44.442844 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1bad409b-11c6-48eb-85b5-95fb01707eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:44.457360 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:44.459816 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aba1db48-c772-469e-9411-ce39909be71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:44.478604 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1db48-c772-469e-9411-ce39909be71f admin admin] Pushing event deleted for resources: {'Network': ['ID=0e07d15d-4c8e-473b-981f-16d1a156732c,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:44.486638 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:44.487117 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-aba1db48-c772-469e-9411-ce39909be71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:44.493118 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ef91f76d-6409-4f05-81e9-0406c4442a7f req-a5ad094c-866e-498d-920a-ee3328fe8862 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770452 Apr 15 10:58:44.494960 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-aba1db48-c772-469e-9411-ce39909be71f admin admin] 10.222.0.98 "DELETE /v2.0/networks/0e07d15d-4c8e-473b-981f-16d1a156732c HTTP/1.1" status: 204 len: 168 time: 1.5245302 Apr 15 10:58:44.499807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:44.503600 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:44.506972 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:44.568542 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214', 'code': 200} Apr 15 10:58:44.603952 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,revision_number=10']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:44.607293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:44.721912 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 60734) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:44.777192 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-2a1cda1c-cedd-452c-994f-e45390b8e3a5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6a7b1b98c21f426a98d114ab7a4b545a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532780 Apr 15 10:58:44.779697 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 60740) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:44.849316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:44.881664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:44.943536 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a54f7f-1b67-4ec3-9118-338f75575221 req-53e75818-913a-45e9-b9eb-6223daf3d53c tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:44.945199 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-46a54f7f-1b67-4ec3-9118-338f75575221 req-53e75818-913a-45e9-b9eb-6223daf3d53c tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0932853 Apr 15 10:58:45.000560 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-46a54f7f-1b67-4ec3-9118-338f75575221 req-c8e981f6-6a4d-4479-af92-bce76cf26f61 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470080 Apr 15 10:58:45.007843 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158234e-f472-4e22-8fd9-d6c47345ef04 req-475d02b0-5ac6-458d-8981-19835c9efd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:45.009488 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7158234e-f472-4e22-8fd9-d6c47345ef04 req-475d02b0-5ac6-458d-8981-19835c9efd60 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32210517f2e94192a5ba2da4ed6b7d44&device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 1100 time: 0.1199973 Apr 15 10:58:45.010119 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:45.015762 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-15d5d128-bde5-4935-a1ad-564095a39e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:45.029394 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916aa0bc-f1cd-49a5-801e-ecab33931e2d,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:45.066070 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:45.066483 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:45.066881 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:45.067278 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:45.067663 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:45.068057 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:45.068444 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:45.068962 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:45.069220 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:45.069605 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:45.069988 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:45.070368 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:45.147296 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:45.148203 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:45.149465 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/916aa0bc-f1cd-49a5-801e-ecab33931e2d HTTP/1.1" status: 204 len: 168 time: 0.3687861 Apr 15 10:58:45.222826 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158234e-f472-4e22-8fd9-d6c47345ef04 req-afcadd41-6683-41db-b831-f49066964698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:45.224393 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7158234e-f472-4e22-8fd9-d6c47345ef04 req-afcadd41-6683-41db-b831-f49066964698 service neutron] 10.222.0.108 "GET /v2.0/networks?id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e HTTP/1.1" status: 200 len: 919 time: 0.1848516 Apr 15 10:58:45.426626 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7158234e-f472-4e22-8fd9-d6c47345ef04 req-67fc98c0-565b-4131-9eda-ce6adcd9c562 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 HTTP/1.1" status: 200 len: 1002 time: 0.1832659 Apr 15 10:58:45.517674 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839e8e8-de19-41ae-b0f7-7166b30c6eaa req-e280577f-8083-4ff8-8abc-f8441dd5be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:45.519280 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6839e8e8-de19-41ae-b0f7-7166b30c6eaa req-e280577f-8083-4ff8-8abc-f8441dd5be85 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 1100 time: 0.1685536 Apr 15 10:58:45.520887 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158234e-f472-4e22-8fd9-d6c47345ef04 req-2aeb5c53-0f78-4c55-8a8f-e73649772d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:45.522306 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7158234e-f472-4e22-8fd9-d6c47345ef04 req-2aeb5c53-0f78-4c55-8a8f-e73649772d8f service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ef91ca22-b90c-496e-9216-5832d8c88de8 HTTP/1.1" status: 200 len: 856 time: 0.0885277 Apr 15 10:58:45.622877 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6839e8e8-de19-41ae-b0f7-7166b30c6eaa req-9bb28161-6351-4967-b21e-6743fb051aa2 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900502 Apr 15 10:58:45.652070 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158234e-f472-4e22-8fd9-d6c47345ef04 req-1eb01692-1216-4821-b35e-2be15efc6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:45.653717 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7158234e-f472-4e22-8fd9-d6c47345ef04 req-1eb01692-1216-4821-b35e-2be15efc6479 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1066611 Apr 15 10:58:45.746970 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246ca66-54a6-4285-9a70-d124a958f3f6 req-bc6904cf-df42-4a18-a238-c85b1fef3c35 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:45.748448 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b246ca66-54a6-4285-9a70-d124a958f3f6 req-bc6904cf-df42-4a18-a238-c85b1fef3c35 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 947 time: 0.0909483 Apr 15 10:58:45.801319 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b246ca66-54a6-4285-9a70-d124a958f3f6 req-bad6e334-4ba2-4bdd-9c4f-aba25330c6d8 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463314 Apr 15 10:58:46.110413 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7158234e-f472-4e22-8fd9-d6c47345ef04 req-73887a02-8e44-4fb0-9704-75e47a088e66 service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931939 Apr 15 10:58:46.257281 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93e5c7-b49c-4325-8cec-244f2ea81684 req-3d447701-0a81-4bbe-87fa-ee723e2d769f tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:46.259310 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec93e5c7-b49c-4325-8cec-244f2ea81684 req-3d447701-0a81-4bbe-87fa-ee723e2d769f tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1092203 Apr 15 10:58:46.301158 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7158234e-f472-4e22-8fd9-d6c47345ef04 req-3a1d4146-e7ce-40f3-bd31-017210896601 service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828873 Apr 15 10:58:46.314509 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec93e5c7-b49c-4325-8cec-244f2ea81684 req-2c70a303-d08b-4304-bb64-4363fb1eb232 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463443 Apr 15 10:58:47.065395 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c75e4c-59e5-4c8e-9f0c-679b40e3cf8b req-99bdf475-4800-49b7-bc59-c570cb32467e tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:47.067130 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c7c75e4c-59e5-4c8e-9f0c-679b40e3cf8b req-99bdf475-4800-49b7-bc59-c570cb32467e tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 947 time: 0.0935307 Apr 15 10:58:47.122568 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c7c75e4c-59e5-4c8e-9f0c-679b40e3cf8b req-1ba4143c-4b56-4c29-873d-0a64ddbb9991 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466726 Apr 15 10:58:47.527351 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dbac5-52b2-4388-be30-c0121df248f9 req-e8f87491-bba5-455d-98a5-bf97857fc2f4 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:47.529026 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d91dbac5-52b2-4388-be30-c0121df248f9 req-e8f87491-bba5-455d-98a5-bf97857fc2f4 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0968301 Apr 15 10:58:47.579585 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d91dbac5-52b2-4388-be30-c0121df248f9 req-dfaafd41-ac3d-494c-9631-3135648cedc3 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Apr 15 10:58:48.224355 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3d835345-ae18-4f59-ba6c-963890283093 req-f47c4e94-947c-4dbd-810d-ff21f3a64c8b tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=59e33ae6780743cfb4e69cebc8156a22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463588 Apr 15 10:58:48.470970 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835345-ae18-4f59-ba6c-963890283093 req-a6601956-ea55-40ee-91d2-b4a253ee238a tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:48.478867 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3d835345-ae18-4f59-ba6c-963890283093 req-a6601956-ea55-40ee-91d2-b4a253ee238a tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2529352 Apr 15 10:58:48.502378 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3d835345-ae18-4f59-ba6c-963890283093 req-5e640ebd-6b23-471a-a616-a05bdf1b880c tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/quotas/59e33ae6780743cfb4e69cebc8156a22 HTTP/1.1" status: 200 len: 375 time: 0.0216119 Apr 15 10:58:48.580840 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3d835345-ae18-4f59-ba6c-963890283093 req-036d894c-88bf-4658-a05b-36c10ee67e22 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=59e33ae6780743cfb4e69cebc8156a22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772538 Apr 15 10:58:48.633498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b45b4b-ac39-4338-9f31-f818ace05e90 req-d859ce71-6014-492a-85f5-eac885c6255f tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:48.639982 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-87b45b4b-ac39-4338-9f31-f818ace05e90 req-d859ce71-6014-492a-85f5-eac885c6255f tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 947 time: 0.2717733 Apr 15 10:58:48.664391 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 60908) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:48.708754 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-87b45b4b-ac39-4338-9f31-f818ace05e90 req-f1b1e514-5857-42b4-886d-b14915c7d9ab tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623446 Apr 15 10:58:48.822994 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c7fef3a5-fbec-4a47-b4af-2e0d6954eb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:48.843169 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c7fef3a5-fbec-4a47-b4af-2e0d6954eb89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:48.845519 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-17f7fb7a-b3ee-4d02-8fbf-ba9f6cad12cb req-48e633c1-94e8-4106-93e3-fecb1f7329b7 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 210 time: 0.0543160 Apr 15 10:58:48.860532 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-c7fef3a5-fbec-4a47-b4af-2e0d6954eb89 admin admin] Usage tracker for resource:security_group_rule and tenant:b89dd1e2afbd469e940e68b5741eb3fd is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:48.865251 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-c7fef3a5-fbec-4a47-b4af-2e0d6954eb89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:48.876480 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c7fef3a5-fbec-4a47-b4af-2e0d6954eb89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:49.006748 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c7fef3a5-fbec-4a47-b4af-2e0d6954eb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:49.009817 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c7fef3a5-fbec-4a47-b4af-2e0d6954eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:49.019745 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cd845bd6-56b6-4c6c-a393-dc4ca6583c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:49.080369 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-c7fef3a5-fbec-4a47-b4af-2e0d6954eb89 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b89dd1e2afbd469e940e68b5741eb3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4120700 Apr 15 10:58:49.080369 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fef3a5-fbec-4a47-b4af-2e0d6954eb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef84872-419e-45a4-a90b-a48e37e38faa,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:49.080736 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 60928) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:49.083023 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c7fef3a5-fbec-4a47-b4af-2e0d6954eb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:49.412898 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:49.455418 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:49.484322 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c0881-44a1-4668-8285-929160e25dbe req-3357c6f5-36ff-41f7-a53d-7d5e3d0a5251 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:49.485947 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-319c0881-44a1-4668-8285-929160e25dbe req-3357c6f5-36ff-41f7-a53d-7d5e3d0a5251 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1510224 Apr 15 10:58:49.551336 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-319c0881-44a1-4668-8285-929160e25dbe req-9f7ac805-da32-4268-a38b-a9285456aa9c tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514786 Apr 15 10:58:49.557289 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:49.562632 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d1b2bca3-b763-45e9-bf58-a51d55fcbd83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:49.577006 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef84872-419e-45a4-a90b-a48e37e38faa,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:49.586306 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.586689 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.587087 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.587479 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.587864 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.588255 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.589269 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.589540 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.589925 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.590303 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.590683 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.591061 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.594320 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:49.598309 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5ef84872-419e-45a4-a90b-a48e37e38faa HTTP/1.1" status: 204 len: 168 time: 0.5164752 Apr 15 10:58:49.599344 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:50.044294 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-59fef640-8305-454e-a262-c40b793b8262 req-6d150522-1936-49b4-93db-bd2252cb72f1 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 210 time: 0.0500083 Apr 15 10:58:50.453420 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3d835345-ae18-4f59-ba6c-963890283093 req-f03359ac-7da5-42cd-8797-958f00009b10 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=59e33ae6780743cfb4e69cebc8156a22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540566 Apr 15 10:58:50.642109 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835345-ae18-4f59-ba6c-963890283093 req-387a469e-4db3-473e-9285-6d9e6ed851bf tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:50.643669 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3d835345-ae18-4f59-ba6c-963890283093 req-387a469e-4db3-473e-9285-6d9e6ed851bf tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803987 Apr 15 10:58:50.670860 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Request body: {'port': {'device_id': '6ed821fa-ee81-4ff6-92cb-c456d3e5f40e', 'network_id': '8d616e34-e6a5-4a4c-b552-c0b49ccc2f76', 'admin_state_up': True, 'tenant_id': '59e33ae6780743cfb4e69cebc8156a22'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:50.818829 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:50.823654 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Usage tracker for resource:port and tenant:59e33ae6780743cfb4e69cebc8156a22 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:50.827076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:50.833072 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:50.842176 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Made reservation on behalf of 59e33ae6780743cfb4e69cebc8156a22 for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:58:50.848311 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:50.862913 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:50.879390 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:50.883412 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Usage tracker for resource:security_group_rule and tenant:59e33ae6780743cfb4e69cebc8156a22 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:50.886810 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:50.892903 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:50.988640 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:50.991128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:50.995576 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f13786e8-97cd-4679-92c5-37dd9dc77bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:51.090570 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c26bc9c-8fa3-4e28-93f8-6e3dd3c34020,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:51.096649 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:51.187415 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Allocated IP 192.168.233.119 (8d616e34-e6a5-4a4c-b552-c0b49ccc2f76/faf19013-b2a7-4cca-8b5c-94d90a0aa273/3a3c85c1-6b75-4cf0-959f-60ffd792a31d) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:51.236594 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7da753cd-504e-4684-9077-46f9e0fdfb8f req-cefe048a-6c2d-45d1-a7d4-de2e2000472e tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 210 time: 0.0494976 Apr 15 10:58:51.406614 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:51.423014 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Transition to ACTIVE for port object 3a3c85c1-6b75-4cf0-959f-60ffd792a31d will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:51.446144 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:51.462776 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c2a685c3-4130-48a5-a7cc-2e190e761d3a tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:51.605971 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Pushing event updated for resources: {'Port': ['ID=3a3c85c1-6b75-4cf0-959f-60ffd792a31d,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:51.610248 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:51.668992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Network 8d616e34-e6a5-4a4c-b552-c0b49ccc2f76 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:51.670148 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:51.672549 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:51.678618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:51.679646 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:51.738226 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3d835345-ae18-4f59-ba6c-963890283093 req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0723348 Apr 15 10:58:51.761312 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Request body: {'port': {'device_id': '6ed821fa-ee81-4ff6-92cb-c456d3e5f40e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:51.907836 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:51.934908 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-abb86860-0252-4f68-af91-5560f9e9787d None None] Provisioning for port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:51.940088 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-abb86860-0252-4f68-af91-5560f9e9787d None None] Provisioning complete for port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:51.940635 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-abb86860-0252-4f68-af91-5560f9e9787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:52.000635 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-abb86860-0252-4f68-af91-5560f9e9787d None None] Port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:58:52.357400 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3c85c1-6b75-4cf0-959f-60ffd792a31d {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:58:52.365455 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:52.382202 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Transition to ACTIVE for port object 3a3c85c1-6b75-4cf0-959f-60ffd792a31d will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:52.387068 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:52.403543 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0dbd5da8-b95b-47e3-b771-eee2facc0433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:52.445576 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09196b-768c-469d-8c0f-4275a46fcece req-6155c209-cc8d-404c-b1b3-90a5a5cc45e7 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:52.447416 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bd09196b-768c-469d-8c0f-4275a46fcece req-6155c209-cc8d-404c-b1b3-90a5a5cc45e7 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 948 time: 0.0905743 Apr 15 10:58:52.498163 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bd09196b-768c-469d-8c0f-4275a46fcece req-b3cafd66-db63-41ad-abe8-c0987d95524e tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c26bc9c-8fa3-4e28-93f8-6e3dd3c34020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437014 Apr 15 10:58:52.539739 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3c85c1-6b75-4cf0-959f-60ffd792a31d,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:52.544236 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:52.723195 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Attempting to bind port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:52.723760 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Attempting to bind port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ce949c3f-35ad-480c-a3f6-723bd4b52d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '8d616e34-e6a5-4a4c-b552-c0b49ccc2f76'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:52.724474 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Attempting to bind port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d on network 8d616e34-e6a5-4a4c-b552-c0b49ccc2f76 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:52.731950 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d on network 8d616e34-e6a5-4a4c-b552-c0b49ccc2f76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:58:52.732487 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Attempting to bind port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d on network 8d616e34-e6a5-4a4c-b552-c0b49ccc2f76 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:52.739885 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:52.740587 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Checking segment: {'id': 'ce949c3f-35ad-480c-a3f6-723bd4b52d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '8d616e34-e6a5-4a4c-b552-c0b49ccc2f76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:52.741185 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Bound using segment: {'id': 'ce949c3f-35ad-480c-a3f6-723bd4b52d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '8d616e34-e6a5-4a4c-b552-c0b49ccc2f76'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:52.742096 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Bound port: 3a3c85c1-6b75-4cf0-959f-60ffd792a31d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce949c3f-35ad-480c-a3f6-723bd4b52d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': '8d616e34-e6a5-4a4c-b552-c0b49ccc2f76'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:52.742665 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:52.853825 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] For port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d, host hv-cinder-78638, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:52.860953 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] For port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3a3c85c1-6b75-4cf0-959f-60ffd792a31d,segment=NetworkSegment(ce949c3f-35ad-480c-a3f6-723bd4b52d6f),segment_id=ce949c3f-35ad-480c-a3f6-723bd4b52d6f)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:52.864644 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:52.882800 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:53.075890 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60c59c-bfe6-4547-a8e7-de857731000e req-cf5e09bb-7ff2-467b-ace4-ab0f63f590a3 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:53.090646 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2c60c59c-bfe6-4547-a8e7-de857731000e req-cf5e09bb-7ff2-467b-ace4-ab0f63f590a3 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1182392 Apr 15 10:58:53.148397 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2c60c59c-bfe6-4547-a8e7-de857731000e req-e0b020e7-b6e0-4ba0-a5bf-1b3a6477c3e5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555456 Apr 15 10:58:53.336343 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3c85c1-6b75-4cf0-959f-60ffd792a31d,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:53.345650 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:53.393483 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ce999-22b0-48d8-aa9c-383cdd6170c3 req-f00a5f5a-6912-4303-93bd-a07c633ada61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:53.395046 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dc3ce999-22b0-48d8-aa9c-383cdd6170c3 req-f00a5f5a-6912-4303-93bd-a07c633ada61 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=465dd649e85e465080f5d9aa3d70976f&device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 1098 time: 0.4626558 Apr 15 10:58:53.425884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:53.426557 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:53.428028 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3d835345-ae18-4f59-ba6c-963890283093 req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] 10.222.0.108 "PUT /v2.0/ports/3a3c85c1-6b75-4cf0-959f-60ffd792a31d HTTP/1.1" status: 200 len: 1098 time: 1.6735420 Apr 15 10:58:53.428563 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed821fa-ee81-4ff6-92cb-c456d3e5f40e', 'tag': '3a3c85c1-6b75-4cf0-959f-60ffd792a31d'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:53.490658 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed821fa-ee81-4ff6-92cb-c456d3e5f40e', 'tag': '3a3c85c1-6b75-4cf0-959f-60ffd792a31d', 'status': 'completed', 'code': 200} Apr 15 10:58:53.614519 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ce999-22b0-48d8-aa9c-383cdd6170c3 req-af046560-8469-412a-ba9c-918340335c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:53.616091 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dc3ce999-22b0-48d8-aa9c-383cdd6170c3 req-af046560-8469-412a-ba9c-918340335c4e service neutron] 10.222.0.108 "GET /v2.0/networks?id=05c6405f-4172-4bf3-b6eb-f465500f6c40 HTTP/1.1" status: 200 len: 920 time: 0.2126002 Apr 15 10:58:53.704334 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855e127-24a1-4d7d-bb98-c95086783bee req-99e2db1d-26b5-4b8f-b749-954d06ef4179 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:53.704581 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dc3ce999-22b0-48d8-aa9c-383cdd6170c3 req-5e079b9d-82b7-4435-ad3c-566c3bca0cd6 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 HTTP/1.1" status: 200 len: 217 time: 0.0805881 Apr 15 10:58:53.705930 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3855e127-24a1-4d7d-bb98-c95086783bee req-99e2db1d-26b5-4b8f-b749-954d06ef4179 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 948 time: 0.0900121 Apr 15 10:58:53.710258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835345-ae18-4f59-ba6c-963890283093 req-f566a3c3-41f7-47e3-ba43-e8e3033f678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:53.711755 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3d835345-ae18-4f59-ba6c-963890283093 req-f566a3c3-41f7-47e3-ba43-e8e3033f678d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=59e33ae6780743cfb4e69cebc8156a22&device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 1101 time: 0.1917591 Apr 15 10:58:53.754308 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3855e127-24a1-4d7d-bb98-c95086783bee req-76253a3a-3413-489f-a959-faa1e48f3910 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c26bc9c-8fa3-4e28-93f8-6e3dd3c34020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414782 Apr 15 10:58:53.827953 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3d835345-ae18-4f59-ba6c-963890283093 req-1044904e-f6d7-424f-93bd-2b108690e6ad service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3a3c85c1-6b75-4cf0-959f-60ffd792a31d HTTP/1.1" status: 200 len: 217 time: 0.0804534 Apr 15 10:58:53.888620 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ce999-22b0-48d8-aa9c-383cdd6170c3 req-b099d53b-272b-4cef-af7c-a7eb6f4e3a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:53.890177 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dc3ce999-22b0-48d8-aa9c-383cdd6170c3 req-b099d53b-272b-4cef-af7c-a7eb6f4e3a66 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ba729bbe-c7eb-46e3-aa06-bbc37029435b HTTP/1.1" status: 200 len: 858 time: 0.1775179 Apr 15 10:58:53.954755 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dc3ce999-22b0-48d8-aa9c-383cdd6170c3 req-b9435bee-f4e9-446c-891a-bca8869433df service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=05c6405f-4172-4bf3-b6eb-f465500f6c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541372 Apr 15 10:58:53.958094 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835345-ae18-4f59-ba6c-963890283093 req-1d948d8b-056e-431a-8529-36ce86cd7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:53.959504 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3d835345-ae18-4f59-ba6c-963890283093 req-1d948d8b-056e-431a-8529-36ce86cd7147 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=faf19013-b2a7-4cca-8b5c-94d90a0aa273 HTTP/1.1" status: 200 len: 843 time: 0.1229708 Apr 15 10:58:54.168987 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835345-ae18-4f59-ba6c-963890283093 req-6192a846-9a94-44ba-89f3-dd00f94f9b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:54.170576 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3d835345-ae18-4f59-ba6c-963890283093 req-6192a846-9a94-44ba-89f3-dd00f94f9b12 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=8d616e34-e6a5-4a4c-b552-c0b49ccc2f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2020409 Apr 15 10:58:54.174875 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dc3ce999-22b0-48d8-aa9c-383cdd6170c3 req-3a6352a6-1ab0-4dbe-b6a7-319a7f1487a5 service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075715 Apr 15 10:58:54.388989 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62d1c2-287e-458d-89dc-59201cdeef0c req-880aa840-c94e-423b-9275-e16e5139c22f tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:54.390871 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bf62d1c2-287e-458d-89dc-59201cdeef0c req-880aa840-c94e-423b-9275-e16e5139c22f tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1178453 Apr 15 10:58:54.449008 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bf62d1c2-287e-458d-89dc-59201cdeef0c req-634d856c-31e3-44d9-af1e-710a0971e9a6 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486228 Apr 15 10:58:54.484943 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3d835345-ae18-4f59-ba6c-963890283093 req-131e0299-a443-4715-9b8a-382ec95ae42e service neutron] 10.222.0.108 "GET /v2.0/networks/8d616e34-e6a5-4a4c-b552-c0b49ccc2f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018839 Apr 15 10:58:54.489647 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dc3ce999-22b0-48d8-aa9c-383cdd6170c3 req-ab48feb2-0b66-43ff-89f2-bbd3a4c9c1a0 service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156634 Apr 15 10:58:54.652807 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3d835345-ae18-4f59-ba6c-963890283093 req-be202c7e-ff55-42fe-b7e2-3a138840fd24 service neutron] 10.222.0.108 "GET /v2.0/networks/8d616e34-e6a5-4a4c-b552-c0b49ccc2f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449816 Apr 15 10:58:54.903621 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fe435-56db-4be0-919a-7140da84d6e7 req-987b6bf9-2aa8-4faa-8fb1-c7fa85b70d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:54.905249 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5c5fe435-56db-4be0-919a-7140da84d6e7 req-987b6bf9-2aa8-4faa-8fb1-c7fa85b70d8d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=59e33ae6780743cfb4e69cebc8156a22&device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 1101 time: 0.0914676 Apr 15 10:58:54.961644 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be516c-e5fc-4e6c-a60f-7e1b34633c38 req-84b86770-e1ff-4ab0-9748-e6170ffb5afb tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:54.963320 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73be516c-e5fc-4e6c-a60f-7e1b34633c38 req-84b86770-e1ff-4ab0-9748-e6170ffb5afb tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 948 time: 0.0921040 Apr 15 10:58:55.016120 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-73be516c-e5fc-4e6c-a60f-7e1b34633c38 req-da51e456-7598-43a2-9aeb-0405135bc304 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c26bc9c-8fa3-4e28-93f8-6e3dd3c34020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452991 Apr 15 10:58:55.058274 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fe435-56db-4be0-919a-7140da84d6e7 req-d53d3409-87fc-4b61-a12b-4e61edfbd341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:55.059820 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5c5fe435-56db-4be0-919a-7140da84d6e7 req-d53d3409-87fc-4b61-a12b-4e61edfbd341 service neutron] 10.222.0.108 "GET /v2.0/networks?id=8d616e34-e6a5-4a4c-b552-c0b49ccc2f76 HTTP/1.1" status: 200 len: 871 time: 0.1416821 Apr 15 10:58:55.138506 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5c5fe435-56db-4be0-919a-7140da84d6e7 req-15019515-0e1e-41e9-9a42-28e0272d79a0 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3a3c85c1-6b75-4cf0-959f-60ffd792a31d HTTP/1.1" status: 200 len: 217 time: 0.0714495 Apr 15 10:58:55.216182 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fe435-56db-4be0-919a-7140da84d6e7 req-4ac98f18-1979-47c2-8a3b-5c08a5a5cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:55.217783 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5c5fe435-56db-4be0-919a-7140da84d6e7 req-4ac98f18-1979-47c2-8a3b-5c08a5a5cbd4 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=faf19013-b2a7-4cca-8b5c-94d90a0aa273 HTTP/1.1" status: 200 len: 843 time: 0.0689709 Apr 15 10:58:55.302808 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fe435-56db-4be0-919a-7140da84d6e7 req-2a315842-bd61-4be8-ae24-8204fe778c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:55.304729 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5c5fe435-56db-4be0-919a-7140da84d6e7 req-2a315842-bd61-4be8-ae24-8204fe778c9e service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=8d616e34-e6a5-4a4c-b552-c0b49ccc2f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0796552 Apr 15 10:58:55.453591 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5c5fe435-56db-4be0-919a-7140da84d6e7 req-1c4518d2-b0d4-4419-9290-25597b347170 service neutron] 10.222.0.108 "GET /v2.0/networks/8d616e34-e6a5-4a4c-b552-c0b49ccc2f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405158 Apr 15 10:58:55.615278 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5c5fe435-56db-4be0-919a-7140da84d6e7 req-047524e7-07ef-4d5a-9be8-4b001a46532a service neutron] 10.222.0.108 "GET /v2.0/networks/8d616e34-e6a5-4a4c-b552-c0b49ccc2f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522312 Apr 15 10:58:55.796424 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9960f3-2eb4-4b5f-b680-a90fa1200eaf req-ad32cacf-c9d0-4196-9ed2-b46938f61e4a tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:55.798065 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6c9960f3-2eb4-4b5f-b680-a90fa1200eaf req-ad32cacf-c9d0-4196-9ed2-b46938f61e4a tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0936224 Apr 15 10:58:55.846953 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6c9960f3-2eb4-4b5f-b680-a90fa1200eaf req-84648021-208b-40e4-b8c1-6216d63e5150 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420775 Apr 15 10:58:55.878215 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 32842) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:56.008630 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19238d73-df87-4e3a-86b5-138c96ba65c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.029992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-19238d73-df87-4e3a-86b5-138c96ba65c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:56.034347 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-19238d73-df87-4e3a-86b5-138c96ba65c0 admin admin] Usage tracker for resource:security_group_rule and tenant:313ca21659a94beda2ac71e7dda8477d is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:56.037428 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-19238d73-df87-4e3a-86b5-138c96ba65c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:56.056630 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-19238d73-df87-4e3a-86b5-138c96ba65c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:56.149837 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19238d73-df87-4e3a-86b5-138c96ba65c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.153770 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-19238d73-df87-4e3a-86b5-138c96ba65c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.164481 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a8071ac7-76d9-42d1-b50a-9a9dbc7ba6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:56.212956 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-19238d73-df87-4e3a-86b5-138c96ba65c0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=313ca21659a94beda2ac71e7dda8477d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335190 Apr 15 10:58:56.213949 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19238d73-df87-4e3a-86b5-138c96ba65c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b1302e-ad01-475e-8fc6-f0b3a1822955,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:56.216527 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 32862) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:56.219277 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-19238d73-df87-4e3a-86b5-138c96ba65c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:56.238687 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abfca3-a9d6-4ec6-b509-78e08fc17573 req-ca3a11dc-0b92-4cf4-9a4a-d9ed3ea9c04a tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:56.240320 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-18abfca3-a9d6-4ec6-b509-78e08fc17573 req-ca3a11dc-0b92-4cf4-9a4a-d9ed3ea9c04a tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 948 time: 0.1060734 Apr 15 10:58:56.287788 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9af55c59-e68e-4814-9bb8-2927628cf26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.298167 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-18abfca3-a9d6-4ec6-b509-78e08fc17573 req-f32b6450-edb7-46b0-a17f-acb2b4b8d949 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c26bc9c-8fa3-4e28-93f8-6e3dd3c34020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495665 Apr 15 10:58:56.318659 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9af55c59-e68e-4814-9bb8-2927628cf26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.364668 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9af55c59-e68e-4814-9bb8-2927628cf26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.372196 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e018fde8-95ad-4b45-9cd9-2d6c3db36f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:56.382905 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af55c59-e68e-4814-9bb8-2927628cf26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b1302e-ad01-475e-8fc6-f0b3a1822955,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:56.389057 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9af55c59-e68e-4814-9bb8-2927628cf26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:56.391566 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9af55c59-e68e-4814-9bb8-2927628cf26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.392801 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-9af55c59-e68e-4814-9bb8-2927628cf26e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/28b1302e-ad01-475e-8fc6-f0b3a1822955 HTTP/1.1" status: 204 len: 168 time: 0.1752710 Apr 15 10:58:56.605047 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 32880) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:56.731219 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a230573b-0353-44c8-8055-68698fa46310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.747659 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a230573b-0353-44c8-8055-68698fa46310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:56.752035 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-a230573b-0353-44c8-8055-68698fa46310 admin admin] Usage tracker for resource:security_group_rule and tenant:32cf43411b3c4bc5937e7299e153b165 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:56.755059 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-a230573b-0353-44c8-8055-68698fa46310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:56.761883 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a230573b-0353-44c8-8055-68698fa46310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:56.851345 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a230573b-0353-44c8-8055-68698fa46310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.856275 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a230573b-0353-44c8-8055-68698fa46310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.865445 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-553e5a21-b499-406f-a114-daf78af0d2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:56.912911 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-a230573b-0353-44c8-8055-68698fa46310 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=32cf43411b3c4bc5937e7299e153b165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043201 Apr 15 10:58:56.913370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 32900) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:56.916138 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230573b-0353-44c8-8055-68698fa46310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f255631-3a72-4ed1-abca-633757f16355,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:56.929847 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a230573b-0353-44c8-8055-68698fa46310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:56.984402 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e81e5fdd-bbd3-4b32-9144-3dc21769abfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.016252 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e81e5fdd-bbd3-4b32-9144-3dc21769abfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.070567 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e81e5fdd-bbd3-4b32-9144-3dc21769abfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.079111 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0e4155d8-a44b-4661-98b2-20d0fc3d4ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:57.080951 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc9bb6-ada4-4d39-b24a-e7c211c7b355 req-c230aad3-24ed-4bbc-abb8-1d6bd5940bec tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:57.082556 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0adc9bb6-ada4-4d39-b24a-e7c211c7b355 req-c230aad3-24ed-4bbc-abb8-1d6bd5940bec tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1121416 Apr 15 10:58:57.094138 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e5fdd-bbd3-4b32-9144-3dc21769abfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f255631-3a72-4ed1-abca-633757f16355,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:57.096403 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e81e5fdd-bbd3-4b32-9144-3dc21769abfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.097737 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e81e5fdd-bbd3-4b32-9144-3dc21769abfd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1f255631-3a72-4ed1-abca-633757f16355 HTTP/1.1" status: 204 len: 168 time: 0.1834750 Apr 15 10:58:57.099274 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e81e5fdd-bbd3-4b32-9144-3dc21769abfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:57.142189 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0adc9bb6-ada4-4d39-b24a-e7c211c7b355 req-0706743c-4a3d-4596-804f-78454db6fc48 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524468 Apr 15 10:58:57.491349 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 32920) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:57.504353 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a08b01-d0fd-45c3-a034-93ba5783d2d9 req-13cff1c0-d6fc-4fa0-8b05-a6c273973613 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:57.505936 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-19a08b01-d0fd-45c3-a034-93ba5783d2d9 req-13cff1c0-d6fc-4fa0-8b05-a6c273973613 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 948 time: 0.0952027 Apr 15 10:58:57.511809 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fc7be7ed-4692-406f-b760-0bffecc9e870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.531881 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-fc7be7ed-4692-406f-b760-0bffecc9e870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:57.535877 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-fc7be7ed-4692-406f-b760-0bffecc9e870 admin admin] Usage tracker for resource:security_group_rule and tenant:36f98ef451544d36baa743eb4f3563dc is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:57.538882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-fc7be7ed-4692-406f-b760-0bffecc9e870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:57.545751 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-fc7be7ed-4692-406f-b760-0bffecc9e870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:57.557800 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-19a08b01-d0fd-45c3-a034-93ba5783d2d9 req-46d9eeb2-b273-4d6b-b843-42f416a054dd tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c26bc9c-8fa3-4e28-93f8-6e3dd3c34020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438621 Apr 15 10:58:57.636387 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fc7be7ed-4692-406f-b760-0bffecc9e870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.640099 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fc7be7ed-4692-406f-b760-0bffecc9e870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.649292 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8b8c113a-550f-4bbd-98bc-98e8f9ad3b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:57.685631 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 32926) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:57.692368 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-fc7be7ed-4692-406f-b760-0bffecc9e870 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=36f98ef451544d36baa743eb4f3563dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998312 Apr 15 10:58:57.694131 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7be7ed-4692-406f-b760-0bffecc9e870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310950cc-9b31-48fc-8e59-144c02a7e18c,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:57.695153 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 32932) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:57.697713 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fc7be7ed-4692-406f-b760-0bffecc9e870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:57.757826 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-166380f9-ef15-4ceb-a44f-f72a9af8d750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.786922 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-166380f9-ef15-4ceb-a44f-f72a9af8d750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.829825 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0fef5501-5ce0-47ce-91ff-f06e3d1b49aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.860038 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0fef5501-5ce0-47ce-91ff-f06e3d1b49aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:57.864734 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-0fef5501-5ce0-47ce-91ff-f06e3d1b49aa admin admin] Usage tracker for resource:security_group_rule and tenant:e816f6e51c924f46bba1aaf999cd8bdb is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:57.868154 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-0fef5501-5ce0-47ce-91ff-f06e3d1b49aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:57.875334 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0fef5501-5ce0-47ce-91ff-f06e3d1b49aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:57.894593 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-166380f9-ef15-4ceb-a44f-f72a9af8d750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.901486 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3b56dfa2-8b1c-4673-9ad8-964027ce8eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:57.917791 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166380f9-ef15-4ceb-a44f-f72a9af8d750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310950cc-9b31-48fc-8e59-144c02a7e18c,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:57.920458 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-166380f9-ef15-4ceb-a44f-f72a9af8d750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:57.931147 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-166380f9-ef15-4ceb-a44f-f72a9af8d750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.932602 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-166380f9-ef15-4ceb-a44f-f72a9af8d750 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/310950cc-9b31-48fc-8e59-144c02a7e18c HTTP/1.1" status: 204 len: 168 time: 0.2366059 Apr 15 10:58:57.994983 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0fef5501-5ce0-47ce-91ff-f06e3d1b49aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.997040 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0fef5501-5ce0-47ce-91ff-f06e3d1b49aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:58.005617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0ce99817-fe43-4570-bfc3-507b9481b536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:58.050742 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-0fef5501-5ce0-47ce-91ff-f06e3d1b49aa admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e816f6e51c924f46bba1aaf999cd8bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638847 Apr 15 10:58:58.051689 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef5501-5ce0-47ce-91ff-f06e3d1b49aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f891dd8-8907-4935-b94a-b77b9a39c928,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:58.053565 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 32938) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:58.054968 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0fef5501-5ce0-47ce-91ff-f06e3d1b49aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:58.121841 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c2be20af-296d-43ae-88de-5c3242bc85bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:58.149359 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c2be20af-296d-43ae-88de-5c3242bc85bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:58.195608 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c2be20af-296d-43ae-88de-5c3242bc85bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:58.201671 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-43beb264-8754-4cee-8958-1fe35f2924b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:58.218426 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be20af-296d-43ae-88de-5c3242bc85bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f891dd8-8907-4935-b94a-b77b9a39c928,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:58.220774 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c2be20af-296d-43ae-88de-5c3242bc85bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:58.238405 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c2be20af-296d-43ae-88de-5c3242bc85bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:58.243390 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-c2be20af-296d-43ae-88de-5c3242bc85bd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5f891dd8-8907-4935-b94a-b77b9a39c928 HTTP/1.1" status: 204 len: 168 time: 0.1858439 Apr 15 10:58:58.294545 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 3a3c85c1-6b75-4cf0-959f-60ffd792a31d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:58:58.374487 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c89f8-ed97-46b3-8f6b-e28d784144ab req-df2e72bf-24f0-4e4e-a0ca-5e6e6771f1a6 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:58.376230 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b12c89f8-ed97-46b3-8f6b-e28d784144ab req-df2e72bf-24f0-4e4e-a0ca-5e6e6771f1a6 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1100852 Apr 15 10:58:58.438131 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b12c89f8-ed97-46b3-8f6b-e28d784144ab req-f2454bf1-d7eb-468c-b30e-2ce89156e436 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544610 Apr 15 10:58:58.458598 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3a3c85c1-6b75-4cf0-959f-60ffd792a31d,segment=NetworkSegment(ce949c3f-35ad-480c-a3f6-723bd4b52d6f),segment_id=ce949c3f-35ad-480c-a3f6-723bd4b52d6f)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:58.474759 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': '3a3c85c1-6b75-4cf0-959f-60ffd792a31d', 'network_id': '8d616e34-e6a5-4a4c-b552-c0b49ccc2f76', 'port_id': '3a3c85c1-6b75-4cf0-959f-60ffd792a31d', 'mac_address': 'fa:16:3e:27:c2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf19013-b2a7-4cca-8b5c-94d90a0aa273', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:58:58.542530 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:58.563717 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3c85c1-6b75-4cf0-959f-60ffd792a31d {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:58:58.583719 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3a3c85c1-6b75-4cf0-959f-60ffd792a31d,segment=NetworkSegment(ce949c3f-35ad-480c-a3f6-723bd4b52d6f),segment_id=ce949c3f-35ad-480c-a3f6-723bd4b52d6f)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:58.589040 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:58.592362 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:58.677898 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=3a3c85c1-6b75-4cf0-959f-60ffd792a31d,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:58.681856 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:58.796546 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1445b53-db56-42f2-bd93-c5960bea6e2c req-3e428ab4-4e8d-469f-b232-e35e88209dda tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:58.798344 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d1445b53-db56-42f2-bd93-c5960bea6e2c req-3e428ab4-4e8d-469f-b232-e35e88209dda tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 949 time: 0.0969017 Apr 15 10:58:58.854760 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d1445b53-db56-42f2-bd93-c5960bea6e2c req-aa8a3d98-2e5e-409a-ac75-b6914db368e4 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c26bc9c-8fa3-4e28-93f8-6e3dd3c34020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463631 Apr 15 10:58:58.969092 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['3a3c85c1-6b75-4cf0-959f-60ffd792a31d'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:58:59.645914 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ebb5c-80ad-493c-abf4-1c4b64aabd54 req-da47d72b-d141-41d8-a468-e56ed3250af0 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:59.647625 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-df2ebb5c-80ad-493c-abf4-1c4b64aabd54 req-da47d72b-d141-41d8-a468-e56ed3250af0 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0987477 Apr 15 10:58:59.700650 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-df2ebb5c-80ad-493c-abf4-1c4b64aabd54 req-9d0ded65-0c57-4cda-b6a1-d6556c132a71 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462952 Apr 15 10:59:00.097131 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa528c74-c985-4478-a2c3-ce31840b45d4 req-d56a20c6-6b73-4dd4-a0b6-44787bee92f1 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:00.099085 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fa528c74-c985-4478-a2c3-ce31840b45d4 req-d56a20c6-6b73-4dd4-a0b6-44787bee92f1 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 949 time: 0.1161294 Apr 15 10:59:00.152921 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fa528c74-c985-4478-a2c3-ce31840b45d4 req-872a4f61-d679-4b9c-b321-01c20377b560 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c26bc9c-8fa3-4e28-93f8-6e3dd3c34020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457184 Apr 15 10:59:00.304700 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 3a3c85c1-6b75-4cf0-959f-60ffd792a31d up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:59:00.375828 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:59:00.380705 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:59:00.381155 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:00.511756 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:00.540860 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed821fa-ee81-4ff6-92cb-c456d3e5f40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3c85c1-6b75-4cf0-959f-60ffd792a31d'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:00.551196 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3a3c85c1-6b75-4cf0-959f-60ffd792a31d,segment=NetworkSegment(ce949c3f-35ad-480c-a3f6-723bd4b52d6f),segment_id=ce949c3f-35ad-480c-a3f6-723bd4b52d6f)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:00.554775 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:00.556713 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7631b9ce-441e-4983-bdaa-9ff6ef24b5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:00.593833 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed821fa-ee81-4ff6-92cb-c456d3e5f40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3c85c1-6b75-4cf0-959f-60ffd792a31d', 'code': 200} Apr 15 10:59:00.636056 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=3a3c85c1-6b75-4cf0-959f-60ffd792a31d,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:00.642010 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:00.917981 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be44ce-6916-4fe8-bcc8-c28c817d7557 req-224a67df-8e41-4e58-ac8f-622c2c607db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:00.919559 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-44be44ce-6916-4fe8-bcc8-c28c817d7557 req-224a67df-8e41-4e58-ac8f-622c2c607db9 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 1103 time: 0.0785203 Apr 15 10:59:00.924034 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fd187-147b-4f9e-8b11-1c7b070cffa4 req-47f5491b-de2a-4ba7-915c-ac95c91f0620 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:00.925617 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e42fd187-147b-4f9e-8b11-1c7b070cffa4 req-47f5491b-de2a-4ba7-915c-ac95c91f0620 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0902677 Apr 15 10:59:00.966134 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-44be44ce-6916-4fe8-bcc8-c28c817d7557 req-f1715710-cbed-43a2-afd2-ab7535db0df1 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=1c26bc9c-8fa3-4e28-93f8-6e3dd3c34020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389433 Apr 15 10:59:00.975506 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e42fd187-147b-4f9e-8b11-1c7b070cffa4 req-f5170802-6c78-4650-bf21-f2174c6b6252 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434108 Apr 15 10:59:01.360095 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38a7b7-98b0-4880-85b6-b86445d92aed req-aa547294-7cc7-41e5-b904-9f8ff8eee133 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:01.361644 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-db38a7b7-98b0-4880-85b6-b86445d92aed req-aa547294-7cc7-41e5-b904-9f8ff8eee133 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 950 time: 0.0940342 Apr 15 10:59:01.409374 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-db38a7b7-98b0-4880-85b6-b86445d92aed req-61606614-fa6c-4d70-8109-5c95d32cafda tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c26bc9c-8fa3-4e28-93f8-6e3dd3c34020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412471 Apr 15 10:59:02.185060 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3b13a-39cd-4b4c-b767-d3fa99769d55 req-60ad0bab-1e3a-41cd-bd2c-898edfd496a2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:02.186664 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-39a3b13a-39cd-4b4c-b767-d3fa99769d55 req-60ad0bab-1e3a-41cd-bd2c-898edfd496a2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0919573 Apr 15 10:59:02.238129 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-39a3b13a-39cd-4b4c-b767-d3fa99769d55 req-4fc0a9f0-406e-4568-aa3f-87c6f8bde73d tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449939 Apr 15 10:59:02.607966 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-38b1ae70-97f2-439d-9e76-4035ebbceb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:02.625700 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904aa458-7419-46b7-b5f8-692cbbaaf157 req-1a6d1c6c-d59e-467f-8a09-daebdd69f725 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:02.627294 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-904aa458-7419-46b7-b5f8-692cbbaaf157 req-1a6d1c6c-d59e-467f-8a09-daebdd69f725 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 950 time: 0.1016459 Apr 15 10:59:02.682110 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-904aa458-7419-46b7-b5f8-692cbbaaf157 req-58ebc5f2-3ee4-487e-b98d-3d6d94c5635c tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c26bc9c-8fa3-4e28-93f8-6e3dd3c34020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482414 Apr 15 10:59:03.148961 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2b0c8-cf02-4a65-bf1b-e5c7bb932367 req-1508eddb-e28d-463a-89fd-3a072b3276e3 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:03.151034 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6ba2b0c8-cf02-4a65-bf1b-e5c7bb932367 req-1508eddb-e28d-463a-89fd-3a072b3276e3 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 950 time: 0.0884488 Apr 15 10:59:03.203170 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6ba2b0c8-cf02-4a65-bf1b-e5c7bb932367 req-cf7fdcbb-370b-44ff-91a5-e1a7bad1f33c tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c26bc9c-8fa3-4e28-93f8-6e3dd3c34020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454597 Apr 15 10:59:03.443533 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d354f1-0efd-4837-8cef-e0bd11ccb52f req-964c8907-8e88-42d4-93a0-0447257bd6f5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:03.445125 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-26d354f1-0efd-4837-8cef-e0bd11ccb52f req-964c8907-8e88-42d4-93a0-0447257bd6f5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0881157 Apr 15 10:59:03.498103 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-26d354f1-0efd-4837-8cef-e0bd11ccb52f req-c3152a90-055a-414f-abcb-e672843fdb36 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425186 Apr 15 10:59:03.835864 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 33118) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:03.967868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0f14b9f7-a49d-478f-bf10-42e34887d195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:03.983610 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0f14b9f7-a49d-478f-bf10-42e34887d195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:03.987603 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-0f14b9f7-a49d-478f-bf10-42e34887d195 admin admin] Usage tracker for resource:security_group_rule and tenant:29989df502774e379e2fd7d221d97a67 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:03.990513 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-0f14b9f7-a49d-478f-bf10-42e34887d195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:03.996969 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0f14b9f7-a49d-478f-bf10-42e34887d195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:04.080912 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0f14b9f7-a49d-478f-bf10-42e34887d195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:04.083704 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0f14b9f7-a49d-478f-bf10-42e34887d195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:04.096433 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d615ea36-da9d-4943-abeb-1d9255d9196f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:04.139215 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-0f14b9f7-a49d-478f-bf10-42e34887d195 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=29989df502774e379e2fd7d221d97a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021822 Apr 15 10:59:04.140181 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14b9f7-a49d-478f-bf10-42e34887d195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc572045-0786-4fb9-9b9b-26b0803d10c0,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:04.142771 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 33126) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:04.145237 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0f14b9f7-a49d-478f-bf10-42e34887d195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:04.204574 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5d71abc6-fb7a-4367-be4b-d27c44f71e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:04.231830 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5d71abc6-fb7a-4367-be4b-d27c44f71e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:04.281780 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5d71abc6-fb7a-4367-be4b-d27c44f71e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:04.288386 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-07ece310-2c54-47c7-842d-7f2b720e1f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:04.301214 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71abc6-fb7a-4367-be4b-d27c44f71e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc572045-0786-4fb9-9b9b-26b0803d10c0,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:04.304324 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5d71abc6-fb7a-4367-be4b-d27c44f71e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:04.306592 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5d71abc6-fb7a-4367-be4b-d27c44f71e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:04.309276 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-5d71abc6-fb7a-4367-be4b-d27c44f71e68 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cc572045-0786-4fb9-9b9b-26b0803d10c0 HTTP/1.1" status: 204 len: 168 time: 0.1655653 Apr 15 10:59:04.414570 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97f50b-daa6-4470-a106-fb57474c5457 req-4b2a5c53-2fea-4436-ac93-102e272b0ac2 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:04.416220 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0a97f50b-daa6-4470-a106-fb57474c5457 req-4b2a5c53-2fea-4436-ac93-102e272b0ac2 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 950 time: 0.0946651 Apr 15 10:59:04.468144 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0a97f50b-daa6-4470-a106-fb57474c5457 req-cb861bbb-179b-4d2a-b07c-9ad2f6a80bff tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c26bc9c-8fa3-4e28-93f8-6e3dd3c34020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448558 Apr 15 10:59:04.606243 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 33138) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:04.660321 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0e8d668f-0b94-43de-bf22-1626bb9adb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:04.689105 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0e8d668f-0b94-43de-bf22-1626bb9adb40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:04.695827 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-0e8d668f-0b94-43de-bf22-1626bb9adb40 admin admin] Usage tracker for resource:security_group_rule and tenant:9096bdef14b540a59b813b12a2cb383f is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:04.699955 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-0e8d668f-0b94-43de-bf22-1626bb9adb40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:04.707298 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-0e8d668f-0b94-43de-bf22-1626bb9adb40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:04.761897 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fb9de-93cb-4ccf-8914-3411305ed223 req-d73de946-a6ad-40e4-a169-e1e44f590347 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:04.763481 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f93fb9de-93cb-4ccf-8914-3411305ed223 req-d73de946-a6ad-40e4-a169-e1e44f590347 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1398160 Apr 15 10:59:04.832922 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f93fb9de-93cb-4ccf-8914-3411305ed223 req-3d61f734-27dc-44e0-b956-c896ea34739a tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602629 Apr 15 10:59:04.862828 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0e8d668f-0b94-43de-bf22-1626bb9adb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:04.865901 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0e8d668f-0b94-43de-bf22-1626bb9adb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:04.874470 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5761978f-a9a2-4f64-a001-46719afd8919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:04.920943 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-0e8d668f-0b94-43de-bf22-1626bb9adb40 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9096bdef14b540a59b813b12a2cb383f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110735 Apr 15 10:59:04.920943 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d668f-0b94-43de-bf22-1626bb9adb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cc252d-c9d1-461b-92b4-5e7108282429,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:04.922038 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 33142) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:04.922655 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e0b8b-6793-4399-95fa-88b829cd20ca req-eae46ed7-7bb5-4828-b866-d93751c365d7 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:04.923431 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-f07e0b8b-6793-4399-95fa-88b829cd20ca req-eae46ed7-7bb5-4828-b866-d93751c365d7 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Synchronizing usage tracker for tenant:59e33ae6780743cfb4e69cebc8156a22 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:04.924501 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0e8d668f-0b94-43de-bf22-1626bb9adb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:04.934042 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0727b488-eb81-4ceb-9cab-365997465969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:04.942049 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-f07e0b8b-6793-4399-95fa-88b829cd20ca req-eae46ed7-7bb5-4828-b866-d93751c365d7 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Unset dirty status for tenant:59e33ae6780743cfb4e69cebc8156a22 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:04.943307 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f07e0b8b-6793-4399-95fa-88b829cd20ca req-eae46ed7-7bb5-4828-b866-d93751c365d7 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.108 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 950 time: 0.1125329 Apr 15 10:59:04.986837 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-63d89376-644d-4358-9f75-0a695f9608dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.016341 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-63d89376-644d-4358-9f75-0a695f9608dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.028137 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-f07e0b8b-6793-4399-95fa-88b829cd20ca req-0e21f75d-8c73-4445-a794-3ee3b7683f5e tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Deleting port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:05.028137 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f07e0b8b-6793-4399-95fa-88b829cd20ca req-0e21f75d-8c73-4445-a794-3ee3b7683f5e tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.073719 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-63d89376-644d-4358-9f75-0a695f9608dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.079270 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f519b7b0-e64f-454d-a6bc-3758dfbdf6f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:05.092129 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d89376-644d-4358-9f75-0a695f9608dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cc252d-c9d1-461b-92b4-5e7108282429,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:05.105901 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-63d89376-644d-4358-9f75-0a695f9608dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:05.107530 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-63d89376-644d-4358-9f75-0a695f9608dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.129202 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-63d89376-644d-4358-9f75-0a695f9608dc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c7cc252d-c9d1-461b-92b4-5e7108282429 HTTP/1.1" status: 204 len: 168 time: 0.1892049 Apr 15 10:59:05.364247 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 33156) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:05.496729 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9ad34ea-0132-4502-bccd-1ea5388d988a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.513946 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b9ad34ea-0132-4502-bccd-1ea5388d988a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:05.518281 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b9ad34ea-0132-4502-bccd-1ea5388d988a admin admin] Usage tracker for resource:security_group_rule and tenant:43f4e5a9838644fca8f467d19df86a4c is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:05.521476 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b9ad34ea-0132-4502-bccd-1ea5388d988a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:05.528051 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b9ad34ea-0132-4502-bccd-1ea5388d988a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:05.536667 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 33164) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:05.565026 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1fd811d2-53b1-48c2-ad2f-9cf12d606007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.585888 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1fd811d2-53b1-48c2-ad2f-9cf12d606007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:05.590046 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-1fd811d2-53b1-48c2-ad2f-9cf12d606007 admin admin] Usage tracker for resource:security_group_rule and tenant:575f872e65004518887c6550b589158b is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:05.593059 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-1fd811d2-53b1-48c2-ad2f-9cf12d606007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:05.603469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-f07e0b8b-6793-4399-95fa-88b829cd20ca req-0e21f75d-8c73-4445-a794-3ee3b7683f5e tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] For port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3a3c85c1-6b75-4cf0-959f-60ffd792a31d,segment=NetworkSegment(ce949c3f-35ad-480c-a3f6-723bd4b52d6f),segment_id=ce949c3f-35ad-480c-a3f6-723bd4b52d6f)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:05.604559 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f07e0b8b-6793-4399-95fa-88b829cd20ca req-0e21f75d-8c73-4445-a794-3ee3b7683f5e tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.612473 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1fd811d2-53b1-48c2-ad2f-9cf12d606007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:05.675153 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9ad34ea-0132-4502-bccd-1ea5388d988a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.679725 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9ad34ea-0132-4502-bccd-1ea5388d988a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.689699 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e11a974d-75e6-4008-bc10-0871a8135766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:05.744102 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b9ad34ea-0132-4502-bccd-1ea5388d988a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=43f4e5a9838644fca8f467d19df86a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786550 Apr 15 10:59:05.747846 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad34ea-0132-4502-bccd-1ea5388d988a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1e0644-d8ee-4ecb-af9f-991fe9d95f9e,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:05.750403 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 33168) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:05.753253 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-f07e0b8b-6793-4399-95fa-88b829cd20ca req-0e21f75d-8c73-4445-a794-3ee3b7683f5e tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Calling delete_port for 3a3c85c1-6b75-4cf0-959f-60ffd792a31d owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:05.754596 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b9ad34ea-0132-4502-bccd-1ea5388d988a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:05.771431 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.781552 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8030f6-3085-4ae6-8d2f-8d830c940916 req-97cbea3f-4bb2-4fc0-a0ff-4b5de47247de tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:05.783130 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8d8030f6-3085-4ae6-8d2f-8d830c940916 req-97cbea3f-4bb2-4fc0-a0ff-4b5de47247de tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 950 time: 0.1896858 Apr 15 10:59:05.864654 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8d8030f6-3085-4ae6-8d2f-8d830c940916 req-dda07cab-df9d-4bed-bca2-12109cc4ffb6 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c26bc9c-8fa3-4e28-93f8-6e3dd3c34020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699780 Apr 15 10:59:05.869346 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-141ecc2d-dfcd-432b-8cd9-8f25f188602b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.898399 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-141ecc2d-dfcd-432b-8cd9-8f25f188602b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.954134 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-141ecc2d-dfcd-432b-8cd9-8f25f188602b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.960221 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-39195471-b052-4c94-bc8c-cabb5e96d95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:05.982319 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1fd811d2-53b1-48c2-ad2f-9cf12d606007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.984031 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f07e0b8b-6793-4399-95fa-88b829cd20ca req-0e21f75d-8c73-4445-a794-3ee3b7683f5e tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.986138 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1fd811d2-53b1-48c2-ad2f-9cf12d606007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:06.008143 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a9c37687-defb-4716-97f8-c6691e6b1e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:06.014973 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ecc2d-dfcd-432b-8cd9-8f25f188602b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1e0644-d8ee-4ecb-af9f-991fe9d95f9e,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:06.022871 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-141ecc2d-dfcd-432b-8cd9-8f25f188602b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:06.033012 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-141ecc2d-dfcd-432b-8cd9-8f25f188602b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:06.036649 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-141ecc2d-dfcd-432b-8cd9-8f25f188602b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9e1e0644-d8ee-4ecb-af9f-991fe9d95f9e HTTP/1.1" status: 204 len: 168 time: 0.2815335 Apr 15 10:59:06.058660 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['3a3c85c1-6b75-4cf0-959f-60ffd792a31d'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:06.099606 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e45975-4627-4221-bcfc-05228b8a5ad9 req-634e95f7-74bb-4a19-b48d-f62e0eb7957c tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:06.101433 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-44e45975-4627-4221-bcfc-05228b8a5ad9 req-634e95f7-74bb-4a19-b48d-f62e0eb7957c tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1274986 Apr 15 10:59:06.120144 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd811d2-53b1-48c2-ad2f-9cf12d606007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0cab6b-e474-4d18-a36a-b65c20579466,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:06.161045 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-44e45975-4627-4221-bcfc-05228b8a5ad9 req-6cba5941-8ebc-4d7e-8d2d-11d257ebc1c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516400 Apr 15 10:59:06.174998 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1fd811d2-53b1-48c2-ad2f-9cf12d606007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:06.175429 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:06.230355 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-1fd811d2-53b1-48c2-ad2f-9cf12d606007 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=575f872e65004518887c6550b589158b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6925364 Apr 15 10:59:06.231595 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21f75d-8c73-4445-a794-3ee3b7683f5e tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Pushing event deleted for resources: {'Port': ['ID=3a3c85c1-6b75-4cf0-959f-60ffd792a31d,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:06.233886 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 33176) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:06.234978 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0e21f75d-8c73-4445-a794-3ee3b7683f5e tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:06.290948 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:06.329920 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-918f18de-1ae1-4689-9fd5-ae74db6b2520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:06.331616 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07e0b8b-6793-4399-95fa-88b829cd20ca req-0e21f75d-8c73-4445-a794-3ee3b7683f5e tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] No DVR routers for this DVR port 3a3c85c1-6b75-4cf0-959f-60ffd792a31d on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:59:06.335112 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f07e0b8b-6793-4399-95fa-88b829cd20ca req-0e21f75d-8c73-4445-a794-3ee3b7683f5e tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:06.340896 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed821fa-ee81-4ff6-92cb-c456d3e5f40e', 'name': 'network-vif-deleted', 'tag': '3a3c85c1-6b75-4cf0-959f-60ffd792a31d'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:06.363755 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f07e0b8b-6793-4399-95fa-88b829cd20ca req-0e21f75d-8c73-4445-a794-3ee3b7683f5e tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.108 "DELETE /v2.0/ports/3a3c85c1-6b75-4cf0-959f-60ffd792a31d HTTP/1.1" status: 204 len: 173 time: 1.4125130 Apr 15 10:59:06.370229 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-918f18de-1ae1-4689-9fd5-ae74db6b2520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:06.432022 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-918f18de-1ae1-4689-9fd5-ae74db6b2520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:06.438240 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed821fa-ee81-4ff6-92cb-c456d3e5f40e', 'name': 'network-vif-deleted', 'tag': '3a3c85c1-6b75-4cf0-959f-60ffd792a31d', 'status': 'completed', 'code': 200} Apr 15 10:59:06.442797 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6133b845-aaae-4497-85f4-e341089c83df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:06.460281 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f18de-1ae1-4689-9fd5-ae74db6b2520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0cab6b-e474-4d18-a36a-b65c20579466,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:06.462915 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-918f18de-1ae1-4689-9fd5-ae74db6b2520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:06.466555 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-918f18de-1ae1-4689-9fd5-ae74db6b2520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:06.471292 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-918f18de-1ae1-4689-9fd5-ae74db6b2520 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ac0cab6b-e474-4d18-a36a-b65c20579466 HTTP/1.1" status: 204 len: 168 time: 0.2355244 Apr 15 10:59:07.062421 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-639d26a3-c9c1-4756-aa3c-7608438cfc4b req-8d53505d-5570-44b7-8fc1-5f32f4b762af tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ed821fa-ee81-4ff6-92cb-c456d3e5f40e HTTP/1.1" status: 200 len: 210 time: 0.0635006 Apr 15 10:59:07.245666 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:07.368976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519242f-55da-45cb-992e-c360e969742f req-83a90f9c-0511-428e-b395-5ab278a8a137 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:07.371183 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d519242f-55da-45cb-992e-c360e969742f req-83a90f9c-0511-428e-b395-5ab278a8a137 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0932643 Apr 15 10:59:07.419324 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d519242f-55da-45cb-992e-c360e969742f req-c4851aea-e6f1-42db-b93a-4bb5ddc92770 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418429 Apr 15 10:59:08.361131 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 3a3c85c1-6b75-4cf0-959f-60ffd792a31d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:08.402671 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: 3a3c85c1-6b75-4cf0-959f-60ffd792a31d {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:08.403073 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 3a3c85c1-6b75-4cf0-959f-60ffd792a31d not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:08.638035 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7238e-33ec-4e0f-9d26-a125ba3570f8 req-8b721fe9-d92b-49b0-81b3-31f982ee4cc5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:08.645763 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fac7238e-33ec-4e0f-9d26-a125ba3570f8 req-8b721fe9-d92b-49b0-81b3-31f982ee4cc5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1006923 Apr 15 10:59:08.698135 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fac7238e-33ec-4e0f-9d26-a125ba3570f8 req-59ee1f81-fb5e-4a86-b6ce-e704105e4083 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505073 Apr 15 10:59:09.915620 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c96e52-26a9-4447-a0ba-92091e21ff52 req-1c4493ea-b72b-4c2c-8730-8d30ce1c807a tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:09.919365 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-85c96e52-26a9-4447-a0ba-92091e21ff52 req-1c4493ea-b72b-4c2c-8730-8d30ce1c807a tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0998104 Apr 15 10:59:09.976621 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-85c96e52-26a9-4447-a0ba-92091e21ff52 req-07e04071-9141-49c5-aca1-2ba250ed91f9 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524418 Apr 15 10:59:11.189644 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227bf0e-5998-4004-a193-0d1df11fac06 req-b8eaec4e-88a9-4cbb-8b3d-1f2c91595d05 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:11.191226 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a227bf0e-5998-4004-a193-0d1df11fac06 req-b8eaec4e-88a9-4cbb-8b3d-1f2c91595d05 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0897405 Apr 15 10:59:11.243610 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a227bf0e-5998-4004-a193-0d1df11fac06 req-a520df1c-863b-43a7-824f-c1bc7af8d247 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455718 Apr 15 10:59:12.445189 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdfcd6-81ed-4a44-ae98-b236c6091145 req-360a095c-2cac-488c-9129-e9d79bf5f9ec tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:12.446744 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-60bdfcd6-81ed-4a44-ae98-b236c6091145 req-360a095c-2cac-488c-9129-e9d79bf5f9ec tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0876889 Apr 15 10:59:12.496229 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-60bdfcd6-81ed-4a44-ae98-b236c6091145 req-623c09b2-a399-4e31-810b-1f5cca4974ac tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422144 Apr 15 10:59:12.612971 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:13.008631 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 33528) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:13.169952 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-ef74be72-df06-49b0-819b-67c6d81e65c7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=59e33ae6780743cfb4e69cebc8156a22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599681 Apr 15 10:59:13.172612 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 33534) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:13.236690 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6f11e43e-7893-45cf-ab57-051aeb20bbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:13.264838 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6f11e43e-7893-45cf-ab57-051aeb20bbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:13.310418 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6f11e43e-7893-45cf-ab57-051aeb20bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:13.315260 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0fef5501-5ce0-47ce-91ff-f06e3d1b49aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:13.328344 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11e43e-7893-45cf-ab57-051aeb20bbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c26bc9c-8fa3-4e28-93f8-6e3dd3c34020,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:13.331446 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6f11e43e-7893-45cf-ab57-051aeb20bbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:13.333509 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6f11e43e-7893-45cf-ab57-051aeb20bbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:13.334696 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-6f11e43e-7893-45cf-ab57-051aeb20bbd2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1c26bc9c-8fa3-4e28-93f8-6e3dd3c34020 HTTP/1.1" status: 204 len: 168 time: 0.1611025 Apr 15 10:59:13.703726 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4123c5-b966-49a0-adcc-98de00d3314a req-cef43ef1-3a50-459d-809f-5c61174d59bf tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:13.705276 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9b4123c5-b966-49a0-adcc-98de00d3314a req-cef43ef1-3a50-459d-809f-5c61174d59bf tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0898514 Apr 15 10:59:13.758593 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9b4123c5-b966-49a0-adcc-98de00d3314a req-06f065f2-5364-4678-a744-d418bd992ed6 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469413 Apr 15 10:59:14.210429 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 33556) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:14.335574 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-da94ab51-af21-47f3-844c-738d85667966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:14.351373 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-da94ab51-af21-47f3-844c-738d85667966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:14.355858 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-da94ab51-af21-47f3-844c-738d85667966 admin admin] Usage tracker for resource:security_group_rule and tenant:94c83b0197e7498f8fda18282ed0bf88 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:14.358882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-da94ab51-af21-47f3-844c-738d85667966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:14.365119 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-da94ab51-af21-47f3-844c-738d85667966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:14.450685 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-da94ab51-af21-47f3-844c-738d85667966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:14.453386 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-da94ab51-af21-47f3-844c-738d85667966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:14.462120 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b15dff20-5ce4-4f6f-be0f-ae9b4a2e198b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:14.503535 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-da94ab51-af21-47f3-844c-738d85667966 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=94c83b0197e7498f8fda18282ed0bf88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918611 Apr 15 10:59:14.505159 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94ab51-af21-47f3-844c-738d85667966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8ba6bf-d7e3-40ce-85c7-bbb2c5c22829,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:14.506443 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 33562) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:14.508290 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-da94ab51-af21-47f3-844c-738d85667966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:14.570756 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-afdc1d57-7ea4-4f5a-ac33-011d4fa7f679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:14.599119 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-afdc1d57-7ea4-4f5a-ac33-011d4fa7f679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:14.643838 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-afdc1d57-7ea4-4f5a-ac33-011d4fa7f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:14.648630 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a0b7caa9-dab6-4ba2-b219-e3091d9f5c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:14.661702 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc1d57-7ea4-4f5a-ac33-011d4fa7f679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8ba6bf-d7e3-40ce-85c7-bbb2c5c22829,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:14.664792 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-afdc1d57-7ea4-4f5a-ac33-011d4fa7f679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:14.667142 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-afdc1d57-7ea4-4f5a-ac33-011d4fa7f679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:14.668336 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-afdc1d57-7ea4-4f5a-ac33-011d4fa7f679 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dd8ba6bf-d7e3-40ce-85c7-bbb2c5c22829 HTTP/1.1" status: 204 len: 168 time: 0.1608338 Apr 15 10:59:14.966598 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 33572) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:14.968396 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77a4a-9424-44a3-bb52-1adb8035bd37 req-5b1f53bb-6eb0-4c26-b5f5-6eaeb1dd4315 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:14.970052 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3dd77a4a-9424-44a3-bb52-1adb8035bd37 req-5b1f53bb-6eb0-4c26-b5f5-6eaeb1dd4315 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0953269 Apr 15 10:59:14.986678 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-23e31e5e-976d-4619-abcf-5f8b175fdd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:15.003625 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-23e31e5e-976d-4619-abcf-5f8b175fdd33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:15.007908 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-23e31e5e-976d-4619-abcf-5f8b175fdd33 admin admin] Usage tracker for resource:security_group_rule and tenant:9b4aa31e149842a990cd2a93a3ead504 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:15.011562 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-23e31e5e-976d-4619-abcf-5f8b175fdd33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:15.018380 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-23e31e5e-976d-4619-abcf-5f8b175fdd33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:15.122967 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-23e31e5e-976d-4619-abcf-5f8b175fdd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:15.126006 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-23e31e5e-976d-4619-abcf-5f8b175fdd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:15.136472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ea6eeef6-932f-41bd-984e-476fccba377c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:15.180710 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-23e31e5e-976d-4619-abcf-5f8b175fdd33 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9b4aa31e149842a990cd2a93a3ead504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2128479 Apr 15 10:59:15.183284 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e31e5e-976d-4619-abcf-5f8b175fdd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efc6b12-71c9-43b4-9f9f-1e59e4e2910c,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:15.185397 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 33576) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:15.186353 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-23e31e5e-976d-4619-abcf-5f8b175fdd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:15.211811 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3dd77a4a-9424-44a3-bb52-1adb8035bd37 req-b1627629-f222-4788-a7ce-645c83d27cc4 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352953 Apr 15 10:59:15.257774 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e83f65c6-4410-48ae-a26f-dc7e62bba30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:15.284591 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e83f65c6-4410-48ae-a26f-dc7e62bba30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:15.329585 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e83f65c6-4410-48ae-a26f-dc7e62bba30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:15.334375 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5d987714-5429-4de8-847b-36ec13b51cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:15.346854 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f65c6-4410-48ae-a26f-dc7e62bba30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efc6b12-71c9-43b4-9f9f-1e59e4e2910c,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:15.349161 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e83f65c6-4410-48ae-a26f-dc7e62bba30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:15.357235 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e83f65c6-4410-48ae-a26f-dc7e62bba30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:15.358405 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e83f65c6-4410-48ae-a26f-dc7e62bba30e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6efc6b12-71c9-43b4-9f9f-1e59e4e2910c HTTP/1.1" status: 204 len: 168 time: 0.1702256 Apr 15 10:59:15.776365 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:59:16.116467 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 33600) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:16.229438 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1083387166-network', 'tenant_id': '32faf47171554d07ac1bf766bb326d05'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:16.234381 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:16.238385 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Usage tracker for resource:network and tenant:32faf47171554d07ac1bf766bb326d05 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:16.241385 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:16.248112 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:16.257901 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Made reservation on behalf of 32faf47171554d07ac1bf766bb326d05 for: {'network': 1} {{(pid=85292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:59:16.263183 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:16.277016 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:16.294753 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:16.298664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Usage tracker for resource:security_group_rule and tenant:32faf47171554d07ac1bf766bb326d05 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:16.301549 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:16.308141 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:16.452031 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85d103-93c2-4d4b-9162-d009e3c119b8 req-aad99179-a9d2-4dd7-9a7b-af0498019a8b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:16.453534 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4c85d103-93c2-4d4b-9162-d009e3c119b8 req-aad99179-a9d2-4dd7-9a7b-af0498019a8b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1258852 Apr 15 10:59:16.491674 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:16.496040 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:16.500194 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a9572e67-dab6-4c99-93db-2c65bf0b6e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:16.533651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] vlan segment allocate from pool success with {'vlan_id': 1354, 'physical_network': 'physnet1'} {{(pid=85292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:59:16.544627 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4c85d103-93c2-4d4b-9162-d009e3c119b8 req-e3e9028b-b314-4465-9bb6-fdf8a8850c30 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789928 Apr 15 10:59:16.555735 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b160e33-0e33-4099-aa54-d271dcf1e08d,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:16.560535 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:16.561560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:16.561946 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Added segment e3cf02e2-550d-44b4-b898-27af5cdea12f of type vlan for network f91584ea-7c65-457d-9aad-6d01f46a99f9 Apr 15 10:59:16.589482 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:16.617658 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:16.619648 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:16.620401 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:16.625288 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:16.731441 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6136281 Apr 15 10:59:16.731642 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 33610) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:16.734896 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Pushing event updated for resources: {'Network': ['ID=f91584ea-7c65-457d-9aad-6d01f46a99f9,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:16.737808 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:16.738070 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] Request body: {'subnet': {'network_id': 'f91584ea-7c65-457d-9aad-6d01f46a99f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1083387166-subnet', 'tenant_id': '32faf47171554d07ac1bf766bb326d05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:16.743322 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:16.746092 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network f91584ea-7c65-457d-9aad-6d01f46a99f9 details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:59:16.748135 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] Usage tracker for resource:subnet and tenant:32faf47171554d07ac1bf766bb326d05 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:16.751159 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:16.758230 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:16.767273 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] Made reservation on behalf of 32faf47171554d07ac1bf766bb326d05 for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:59:16.772004 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:17.175680 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:17.191237 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b659cc0d-c1fa-47a1-b540-5a9e74684198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:17.321596 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa4cb3a-8380-447c-a15f-437766ef7ce7,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:17.329445 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:17.393774 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] Checking segment: {'id': 'e3cf02e2-550d-44b4-b898-27af5cdea12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'f91584ea-7c65-457d-9aad-6d01f46a99f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:59:17.394169 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] Network hostable DHCP agents. Network: f91584ea-7c65-457d-9aad-6d01f46a99f9, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:59:17.412612 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] Network f91584ea-7c65-457d-9aad-6d01f46a99f9 is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:59:17.421302 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, f91584ea-7c65-457d-9aad-6d01f46a99f9) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:59:17.425360 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:17.425995 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:17.430554 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e06418-8444-4c2e-827d-6796e1a1086c None None] Network f91584ea-7c65-457d-9aad-6d01f46a99f9 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:59:17.451246 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7184763 Apr 15 10:59:17.659103 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c021c39b-8c86-4596-a607-716673ad9856 None None] Network f91584ea-7c65-457d-9aad-6d01f46a99f9 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:59:17.772937 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7aaf8-a48f-414a-a84e-ad0ebad1d055 req-4cdfb4ae-764b-4476-8244-1297c4e53671 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:17.774637 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-eae7aaf8-a48f-414a-a84e-ad0ebad1d055 req-4cdfb4ae-764b-4476-8244-1297c4e53671 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1009574 Apr 15 10:59:17.828880 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-eae7aaf8-a48f-414a-a84e-ad0ebad1d055 req-9900dd9c-9b3d-445f-abfe-b51a5ee8554b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462701 Apr 15 10:59:19.045122 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d9d33-1fe3-46b9-bf90-655229544fe0 req-2d1149a7-bc2b-464c-bd5d-9d082ab895a7 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:19.046760 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b68d9d33-1fe3-46b9-bf90-655229544fe0 req-2d1149a7-bc2b-464c-bd5d-9d082ab895a7 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0911469 Apr 15 10:59:19.096363 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b68d9d33-1fe3-46b9-bf90-655229544fe0 req-0ebc50f1-9152-4805-9c6e-2ee0f4614974 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427265 Apr 15 10:59:19.531145 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9f78d-a862-4677-b446-555a91d78452 req-53a8c1b2-94cc-4fa4-a4ab-b5978dee1af9 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:19.531866 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-30e9f78d-a862-4677-b446-555a91d78452 req-53a8c1b2-94cc-4fa4-a4ab-b5978dee1af9 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Synchronizing usage tracker for tenant:32faf47171554d07ac1bf766bb326d05 on resource:network {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:19.547416 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-30e9f78d-a862-4677-b446-555a91d78452 req-53a8c1b2-94cc-4fa4-a4ab-b5978dee1af9 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Unset dirty status for tenant:32faf47171554d07ac1bf766bb326d05 on resource:network {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:19.548618 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-30e9f78d-a862-4677-b446-555a91d78452 req-53a8c1b2-94cc-4fa4-a4ab-b5978dee1af9 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/networks?id=f91584ea-7c65-457d-9aad-6d01f46a99f9 HTTP/1.1" status: 200 len: 814 time: 0.1697874 Apr 15 10:59:19.564558 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-30e9f78d-a862-4677-b446-555a91d78452 req-38b56dca-36fc-4bba-ba43-892d9d1b8e74 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/quotas/32faf47171554d07ac1bf766bb326d05 HTTP/1.1" status: 200 len: 375 time: 0.0098350 Apr 15 10:59:19.617549 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-30e9f78d-a862-4677-b446-555a91d78452 req-740d0f57-1996-4802-a39c-7fb9d9c0ccf7 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=32faf47171554d07ac1bf766bb326d05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473385 Apr 15 10:59:19.763191 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-30e9f78d-a862-4677-b446-555a91d78452 req-54260c28-87e9-447d-a538-9749ff1349da service neutron] 10.222.0.98 "GET /v2.0/networks/f91584ea-7c65-457d-9aad-6d01f46a99f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378622 Apr 15 10:59:19.906702 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-30e9f78d-a862-4677-b446-555a91d78452 req-b160ad02-55f2-4cbe-a83a-c96ac900091b service neutron] 10.222.0.98 "GET /v2.0/networks/f91584ea-7c65-457d-9aad-6d01f46a99f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367719 Apr 15 10:59:20.106220 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-af150577-c7d5-4371-a312-1f0dce6e7cd6 req-1c5b145f-4717-4c0c-b333-76db991b8114 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 210 time: 0.0531139 Apr 15 10:59:20.298863 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1f264-6643-4b12-9739-635548b7b144 req-314e26a0-b086-4a6a-98ec-f6b449c2423d tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:20.300586 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-48a1f264-6643-4b12-9739-635548b7b144 req-314e26a0-b086-4a6a-98ec-f6b449c2423d tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0902731 Apr 15 10:59:20.349070 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-48a1f264-6643-4b12-9739-635548b7b144 req-6f50876e-7ffd-4752-a7e8-052ae8837146 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 Apr 15 10:59:21.053947 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299027d1-9453-42d3-9b7f-9233ad1e53d6 req-2e33116d-f093-4146-bcd7-462eb510271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:21.055527 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-299027d1-9453-42d3-9b7f-9233ad1e53d6 req-2e33116d-f093-4146-bcd7-462eb510271d service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 1098 time: 0.0830224 Apr 15 10:59:21.101636 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-299027d1-9453-42d3-9b7f-9233ad1e53d6 req-7e69073d-4f04-455d-8f5a-399f88e5f5df service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389707 Apr 15 10:59:21.271564 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3e79a270-c88b-4418-bd7b-4efa05d1f49b req-5a20310d-2c71-45fa-917b-1f3030955175 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 210 time: 0.0512190 Apr 15 10:59:21.552812 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d217f3-2877-4ad7-8d27-41975592ce24 req-d388cad0-12bd-446c-a7a6-cc33ddd4cb36 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:21.554750 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a4d217f3-2877-4ad7-8d27-41975592ce24 req-d388cad0-12bd-446c-a7a6-cc33ddd4cb36 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0891221 Apr 15 10:59:21.563424 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9f78d-a862-4677-b446-555a91d78452 req-8c477606-db02-413f-bd7f-122967e79a1b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:21.565335 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-30e9f78d-a862-4677-b446-555a91d78452 req-8c477606-db02-413f-bd7f-122967e79a1b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.108 "GET /v2.0/networks?id=f91584ea-7c65-457d-9aad-6d01f46a99f9 HTTP/1.1" status: 200 len: 814 time: 0.1666074 Apr 15 10:59:21.586975 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-30e9f78d-a862-4677-b446-555a91d78452 req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Request body: {'port': {'device_id': '80b43240-65ef-4b7d-b226-5b95d90ee2c7', 'network_id': 'f91584ea-7c65-457d-9aad-6d01f46a99f9', 'admin_state_up': True, 'tenant_id': '32faf47171554d07ac1bf766bb326d05'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:21.606621 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a4d217f3-2877-4ad7-8d27-41975592ce24 req-f73b5558-0dd8-4c4d-8891-92ba6b9053e3 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443425 Apr 15 10:59:21.734851 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-30e9f78d-a862-4677-b446-555a91d78452 req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:21.739152 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-30e9f78d-a862-4677-b446-555a91d78452 req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Usage tracker for resource:port and tenant:32faf47171554d07ac1bf766bb326d05 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:21.742084 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-30e9f78d-a862-4677-b446-555a91d78452 req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:21.748748 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-30e9f78d-a862-4677-b446-555a91d78452 req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:21.757388 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e9f78d-a862-4677-b446-555a91d78452 req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Made reservation on behalf of 32faf47171554d07ac1bf766bb326d05 for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:59:21.764601 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-30e9f78d-a862-4677-b446-555a91d78452 req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:21.934008 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-30e9f78d-a862-4677-b446-555a91d78452 req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Allocated IP 172.20.0.14 (f91584ea-7c65-457d-9aad-6d01f46a99f9/afa4cb3a-8380-447c-a15f-437766ef7ce7/6bc16d56-8942-41eb-8e8f-91c35d298985) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:59:22.148456 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-30e9f78d-a862-4677-b446-555a91d78452 req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:22.180713 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-30e9f78d-a862-4677-b446-555a91d78452 req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:22.199476 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-17e38fc3-000d-4881-8857-469d3da950be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:22.343047 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Pushing event updated for resources: {'Port': ['ID=6bc16d56-8942-41eb-8e8f-91c35d298985,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:22.346120 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:22.401535 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e9f78d-a862-4677-b446-555a91d78452 req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Network f91584ea-7c65-457d-9aad-6d01f46a99f9 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:59:22.402664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-30e9f78d-a862-4677-b446-555a91d78452 req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:59:22.405117 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e9f78d-a862-4677-b446-555a91d78452 req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:59:22.411422 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9f78d-a862-4677-b446-555a91d78452 req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:22.412073 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-30e9f78d-a862-4677-b446-555a91d78452 req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:22.482096 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf513d62-ff2f-4a5b-9016-d3bba4d151f2 req-e331c6b3-7d5a-471a-a937-8f2fda5a08f2 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:22.483721 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cf513d62-ff2f-4a5b-9016-d3bba4d151f2 req-e331c6b3-7d5a-471a-a937-8f2fda5a08f2 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 932 time: 0.0959768 Apr 15 10:59:22.535412 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-cf513d62-ff2f-4a5b-9016-d3bba4d151f2 req-dee08aec-053a-4428-91eb-5b464e38d083 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Synchronizing usage tracker for tenant:32faf47171554d07ac1bf766bb326d05 on resource:security_group {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:22.557617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-cf513d62-ff2f-4a5b-9016-d3bba4d151f2 req-dee08aec-053a-4428-91eb-5b464e38d083 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Unset dirty status for tenant:32faf47171554d07ac1bf766bb326d05 on resource:security_group {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:22.558960 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cf513d62-ff2f-4a5b-9016-d3bba4d151f2 req-dee08aec-053a-4428-91eb-5b464e38d083 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683355 Apr 15 10:59:22.650769 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-30e9f78d-a862-4677-b446-555a91d78452 req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0685000 Apr 15 10:59:22.671809 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Request body: {'port': {'device_id': '80b43240-65ef-4b7d-b226-5b95d90ee2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:22.795791 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:22.816039 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853010f9-e9dc-4193-b288-3fd925627163 req-724635f7-8f0d-4875-8928-b913862a0b98 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:22.817671 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-853010f9-e9dc-4193-b288-3fd925627163 req-724635f7-8f0d-4875-8928-b913862a0b98 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0902548 Apr 15 10:59:22.867586 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-853010f9-e9dc-4193-b288-3fd925627163 req-a0c1ccc0-7c23-4e36-90d8-4adc28e20180 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431862 Apr 15 10:59:23.241517 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc16d56-8942-41eb-8e8f-91c35d298985 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:59:23.250321 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:23.266784 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Transition to ACTIVE for port object 6bc16d56-8942-41eb-8e8f-91c35d298985 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:59:23.269575 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:23.286005 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1ad0c3e6-3ebe-4d1b-bf3f-a7fed3007710 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:23.440972 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b958e9-733b-4552-a90a-98345755461f req-0c775e17-0d1b-4ded-8a50-940cd54b8f6d tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:23.442555 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-90b958e9-733b-4552-a90a-98345755461f req-0c775e17-0d1b-4ded-8a50-940cd54b8f6d tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0922263 Apr 15 10:59:23.487471 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc16d56-8942-41eb-8e8f-91c35d298985,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:23.492198 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-90b958e9-733b-4552-a90a-98345755461f req-c1beaa81-2926-4113-84f3-e31c870ab7fe tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420959 Apr 15 10:59:23.502321 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:23.545769 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728556c-7cf2-49c5-9479-c56bc2047538 req-d50a7bc9-e0a3-4980-a0d3-4f5b84b7e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:23.547358 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f728556c-7cf2-49c5-9479-c56bc2047538 req-d50a7bc9-e0a3-4980-a0d3-4f5b84b7e9c2 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=465dd649e85e465080f5d9aa3d70976f&device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 1098 time: 0.2265577 Apr 15 10:59:23.762781 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Attempting to bind port 6bc16d56-8942-41eb-8e8f-91c35d298985 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:59:23.763058 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Attempting to bind port 6bc16d56-8942-41eb-8e8f-91c35d298985 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e3cf02e2-550d-44b4-b898-27af5cdea12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'f91584ea-7c65-457d-9aad-6d01f46a99f9'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:59:23.763429 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Attempting to bind port 6bc16d56-8942-41eb-8e8f-91c35d298985 on network f91584ea-7c65-457d-9aad-6d01f46a99f9 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:59:23.773012 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Port 6bc16d56-8942-41eb-8e8f-91c35d298985 on network f91584ea-7c65-457d-9aad-6d01f46a99f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:59:23.773376 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Attempting to bind port 6bc16d56-8942-41eb-8e8f-91c35d298985 on network f91584ea-7c65-457d-9aad-6d01f46a99f9 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:59:23.776456 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdebc6-e907-4ebe-887c-c5c1ce848e16 req-5f887f53-ff6d-49cf-a8ab-550cbd03367d tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:23.778095 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bdfdebc6-e907-4ebe-887c-c5c1ce848e16 req-5f887f53-ff6d-49cf-a8ab-550cbd03367d tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 944 time: 0.0981188 Apr 15 10:59:23.794123 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:59:23.794501 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Checking segment: {'id': 'e3cf02e2-550d-44b4-b898-27af5cdea12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'f91584ea-7c65-457d-9aad-6d01f46a99f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:59:23.794920 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Bound using segment: {'id': 'e3cf02e2-550d-44b4-b898-27af5cdea12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'f91584ea-7c65-457d-9aad-6d01f46a99f9'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:59:23.795394 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Bound port: 6bc16d56-8942-41eb-8e8f-91c35d298985, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3cf02e2-550d-44b4-b898-27af5cdea12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'f91584ea-7c65-457d-9aad-6d01f46a99f9'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:59:23.795780 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:23.827507 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bdfdebc6-e907-4ebe-887c-c5c1ce848e16 req-c522b787-cdee-4652-843c-cdc072eec736 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429773 Apr 15 10:59:23.868190 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728556c-7cf2-49c5-9479-c56bc2047538 req-130fd5ce-79d7-4877-a924-e7e6d2c85f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:23.870317 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f728556c-7cf2-49c5-9479-c56bc2047538 req-130fd5ce-79d7-4877-a924-e7e6d2c85f16 service neutron] 10.222.0.108 "GET /v2.0/networks?id=05c6405f-4172-4bf3-b6eb-f465500f6c40 HTTP/1.1" status: 200 len: 920 time: 0.2722883 Apr 15 10:59:23.962324 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f728556c-7cf2-49c5-9479-c56bc2047538 req-7776d8cd-c3ea-4bf8-bdba-1d8c0eb59095 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 HTTP/1.1" status: 200 len: 217 time: 0.0853567 Apr 15 10:59:24.034323 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] For port 6bc16d56-8942-41eb-8e8f-91c35d298985, host hv-cinder-78638, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:59:24.048316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] For port 6bc16d56-8942-41eb-8e8f-91c35d298985, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6bc16d56-8942-41eb-8e8f-91c35d298985,segment=NetworkSegment(e3cf02e2-550d-44b4-b898-27af5cdea12f),segment_id=e3cf02e2-550d-44b4-b898-27af5cdea12f)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:59:24.052558 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728556c-7cf2-49c5-9479-c56bc2047538 req-3ddffe2c-f600-4897-8d66-13a498442d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:24.054154 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f728556c-7cf2-49c5-9479-c56bc2047538 req-3ddffe2c-f600-4897-8d66-13a498442d32 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ba729bbe-c7eb-46e3-aa06-bbc37029435b HTTP/1.1" status: 200 len: 858 time: 0.0823722 Apr 15 10:59:24.055328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:24.073842 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-75c92e97-fe53-43a7-b348-be17eaa85105 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:24.222601 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f728556c-7cf2-49c5-9479-c56bc2047538 req-96d1ed60-76ee-498b-92f9-8f35884419ce service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=05c6405f-4172-4bf3-b6eb-f465500f6c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507699 Apr 15 10:59:24.340036 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc16d56-8942-41eb-8e8f-91c35d298985,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:24.346881 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:24.431943 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:24.432609 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:24.434085 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-30e9f78d-a862-4677-b446-555a91d78452 req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] 10.222.0.108 "PUT /v2.0/ports/6bc16d56-8942-41eb-8e8f-91c35d298985 HTTP/1.1" status: 200 len: 1094 time: 1.7671845 Apr 15 10:59:24.434619 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b43240-65ef-4b7d-b226-5b95d90ee2c7', 'tag': '6bc16d56-8942-41eb-8e8f-91c35d298985'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:24.448056 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f728556c-7cf2-49c5-9479-c56bc2047538 req-07ed7f5e-f9cf-4501-aa91-a2795e0c8344 service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120571 Apr 15 10:59:24.497596 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b43240-65ef-4b7d-b226-5b95d90ee2c7', 'tag': '6bc16d56-8942-41eb-8e8f-91c35d298985', 'status': 'completed', 'code': 200} Apr 15 10:59:24.676358 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f728556c-7cf2-49c5-9479-c56bc2047538 req-838e066d-c82c-4fc0-b750-8b75ba57a436 service neutron] 10.222.0.108 "GET /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034700 Apr 15 10:59:24.683639 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9f78d-a862-4677-b446-555a91d78452 req-0a7be1fc-aed1-4709-981a-851c06857df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:24.685191 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-30e9f78d-a862-4677-b446-555a91d78452 req-0a7be1fc-aed1-4709-981a-851c06857df7 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32faf47171554d07ac1bf766bb326d05&device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 1097 time: 0.1323109 Apr 15 10:59:24.696590 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c45df-a06c-4d47-b341-f7b101ede9f5 req-110528df-3d4c-4988-ac93-ac13323eb085 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:24.698465 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2b0c45df-a06c-4d47-b341-f7b101ede9f5 req-110528df-3d4c-4988-ac93-ac13323eb085 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0903327 Apr 15 10:59:24.751634 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2b0c45df-a06c-4d47-b341-f7b101ede9f5 req-b6661b33-28db-49c6-8d5f-fad4f818c8e7 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467799 Apr 15 10:59:24.770537 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-30e9f78d-a862-4677-b446-555a91d78452 req-00d3d4ca-5c84-4441-9a98-cc879bebae03 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bc16d56-8942-41eb-8e8f-91c35d298985 HTTP/1.1" status: 200 len: 217 time: 0.0708430 Apr 15 10:59:24.865481 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9f78d-a862-4677-b446-555a91d78452 req-78d5a9c9-c2e0-4710-a91a-6bef3f06d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:24.867041 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-30e9f78d-a862-4677-b446-555a91d78452 req-78d5a9c9-c2e0-4710-a91a-6bef3f06d19d service neutron] 10.222.0.108 "GET /v2.0/subnets?id=afa4cb3a-8380-447c-a15f-437766ef7ce7 HTTP/1.1" status: 200 len: 854 time: 0.0647023 Apr 15 10:59:24.927389 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-30e9f78d-a862-4677-b446-555a91d78452 req-d21810c1-c593-41ac-b33c-d6f43ab2d49e service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=f91584ea-7c65-457d-9aad-6d01f46a99f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510793 Apr 15 10:59:25.030145 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dccbab-f93f-456a-add8-3208e76e83a9 req-2581fa1f-61ef-4709-abe2-36940fc63291 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:25.031730 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-41dccbab-f93f-456a-add8-3208e76e83a9 req-2581fa1f-61ef-4709-abe2-36940fc63291 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 944 time: 0.0896864 Apr 15 10:59:25.076523 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-30e9f78d-a862-4677-b446-555a91d78452 req-89dba7f9-13ad-42ad-92ee-ded28426913a service neutron] 10.222.0.108 "GET /v2.0/networks/f91584ea-7c65-457d-9aad-6d01f46a99f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409028 Apr 15 10:59:25.081381 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-41dccbab-f93f-456a-add8-3208e76e83a9 req-47e34ef5-0f68-4d2d-89c8-ab472908f32e tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421391 Apr 15 10:59:25.228225 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-30e9f78d-a862-4677-b446-555a91d78452 req-af29c970-18f8-4363-9c4e-dd6d8a7cb6fb service neutron] 10.222.0.108 "GET /v2.0/networks/f91584ea-7c65-457d-9aad-6d01f46a99f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402130 Apr 15 10:59:25.396954 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab37fbc-5fe9-4fcb-8830-18e750eb5296 req-9d498143-6a14-4a48-b18d-d4955b3a04e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:25.398521 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9ab37fbc-5fe9-4fcb-8830-18e750eb5296 req-9d498143-6a14-4a48-b18d-d4955b3a04e8 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32faf47171554d07ac1bf766bb326d05&device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 1097 time: 0.0785205 Apr 15 10:59:25.544013 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab37fbc-5fe9-4fcb-8830-18e750eb5296 req-c8637ae3-d06e-46e3-aa69-965406c1e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:25.545499 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9ab37fbc-5fe9-4fcb-8830-18e750eb5296 req-c8637ae3-d06e-46e3-aa69-965406c1e13a service neutron] 10.222.0.108 "GET /v2.0/networks?id=f91584ea-7c65-457d-9aad-6d01f46a99f9 HTTP/1.1" status: 200 len: 916 time: 0.1344671 Apr 15 10:59:25.838319 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9ab37fbc-5fe9-4fcb-8830-18e750eb5296 req-8dc6b507-772f-41d6-b45d-385a7ca633ee service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bc16d56-8942-41eb-8e8f-91c35d298985 HTTP/1.1" status: 200 len: 217 time: 0.2863324 Apr 15 10:59:25.915670 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab37fbc-5fe9-4fcb-8830-18e750eb5296 req-a2656d6b-a01b-4131-86f8-f1fb709dab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:25.917435 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9ab37fbc-5fe9-4fcb-8830-18e750eb5296 req-a2656d6b-a01b-4131-86f8-f1fb709dab78 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=afa4cb3a-8380-447c-a15f-437766ef7ce7 HTTP/1.1" status: 200 len: 854 time: 0.0646439 Apr 15 10:59:25.969200 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6bc72-96f3-47bb-9208-6b5b27aded9f req-dc73132e-b1da-420c-9c16-065e129bb7c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:25.970810 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-41d6bc72-96f3-47bb-9208-6b5b27aded9f req-dc73132e-b1da-420c-9c16-065e129bb7c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0924087 Apr 15 10:59:25.972707 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9ab37fbc-5fe9-4fcb-8830-18e750eb5296 req-ff510ed7-43cf-4451-a6e2-eac1a889e3cc service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=f91584ea-7c65-457d-9aad-6d01f46a99f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480692 Apr 15 10:59:26.019658 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-41d6bc72-96f3-47bb-9208-6b5b27aded9f req-4bd5f712-64e8-41c9-b363-b5551083271c tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423050 Apr 15 10:59:26.128524 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9ab37fbc-5fe9-4fcb-8830-18e750eb5296 req-ba437fc6-f363-441a-ab23-6c9f7db62970 service neutron] 10.222.0.108 "GET /v2.0/networks/f91584ea-7c65-457d-9aad-6d01f46a99f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400158 Apr 15 10:59:26.276648 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9ab37fbc-5fe9-4fcb-8830-18e750eb5296 req-4e6ef6f0-3384-4ae0-bce6-fc9f7c655ac8 service neutron] 10.222.0.108 "GET /v2.0/networks/f91584ea-7c65-457d-9aad-6d01f46a99f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384439 Apr 15 10:59:26.285579 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4843e-f97f-4532-a1d0-499dea4c8bb0 req-fccc6262-7967-422d-8aad-6cc9a656dcbe tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:26.287193 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0bd4843e-f97f-4532-a1d0-499dea4c8bb0 req-fccc6262-7967-422d-8aad-6cc9a656dcbe tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 944 time: 0.0883420 Apr 15 10:59:26.337030 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0bd4843e-f97f-4532-a1d0-499dea4c8bb0 req-6cc7c25d-8d71-420a-aaf2-678514919112 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Apr 15 10:59:27.233280 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3caeb5-59d7-43d0-a801-57fc426604e3 req-d9a8d851-03b6-4dba-802e-2ecc16ac426e tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:27.234899 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1f3caeb5-59d7-43d0-a801-57fc426604e3 req-d9a8d851-03b6-4dba-802e-2ecc16ac426e tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0963423 Apr 15 10:59:27.284516 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1f3caeb5-59d7-43d0-a801-57fc426604e3 req-c6a85076-58d0-4f6b-9135-9f9661b7d549 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432029 Apr 15 10:59:27.541753 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae236440-0740-4096-b5b7-fb637654b698 req-285a4971-3ad9-4f63-9c4f-a652929138bb tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:27.543504 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ae236440-0740-4096-b5b7-fb637654b698 req-285a4971-3ad9-4f63-9c4f-a652929138bb tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 944 time: 0.0921333 Apr 15 10:59:27.592983 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ae236440-0740-4096-b5b7-fb637654b698 req-91a2547e-7b83-459c-b4a0-0e97cd565509 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430808 Apr 15 10:59:28.452429 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 6bc16d56-8942-41eb-8e8f-91c35d298985 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:59:28.598132 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 6bc16d56-8942-41eb-8e8f-91c35d298985, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6bc16d56-8942-41eb-8e8f-91c35d298985,segment=NetworkSegment(e3cf02e2-550d-44b4-b898-27af5cdea12f),segment_id=e3cf02e2-550d-44b4-b898-27af5cdea12f)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:28.613378 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': '6bc16d56-8942-41eb-8e8f-91c35d298985', 'network_id': 'f91584ea-7c65-457d-9aad-6d01f46a99f9', 'port_id': '6bc16d56-8942-41eb-8e8f-91c35d298985', 'mac_address': 'fa:16:3e:f5:27:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa4cb3a-8380-447c-a15f-437766ef7ce7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:59:28.679302 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:28.698555 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc16d56-8942-41eb-8e8f-91c35d298985 {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:59:28.715284 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 6bc16d56-8942-41eb-8e8f-91c35d298985, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6bc16d56-8942-41eb-8e8f-91c35d298985,segment=NetworkSegment(e3cf02e2-550d-44b4-b898-27af5cdea12f),segment_id=e3cf02e2-550d-44b4-b898-27af5cdea12f)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:28.717322 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:28.720024 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:28.800136 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=6bc16d56-8942-41eb-8e8f-91c35d298985,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:28.801702 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710abb0-4c09-41d8-8fae-4446a7cadb53 req-2accd212-c2f2-411e-8cf5-a7525a6680c8 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:28.803560 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a710abb0-4c09-41d8-8fae-4446a7cadb53 req-2accd212-c2f2-411e-8cf5-a7525a6680c8 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 945 time: 0.0906925 Apr 15 10:59:28.810584 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:28.811238 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:28.811822 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:28.812284 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:28.812825 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:28.813284 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:28.813735 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:28.814302 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:28.814802 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:28.815178 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:28.815550 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:28.815918 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:28.820090 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:28.858701 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a710abb0-4c09-41d8-8fae-4446a7cadb53 req-ae3c9949-e260-4c78-88a3-aedeab5c8e2d tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477512 Apr 15 10:59:29.020838 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['6bc16d56-8942-41eb-8e8f-91c35d298985'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:29.320349 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d29ce-b8ce-477f-8ee4-eabd8694d892 req-da6467d7-28b6-451c-876e-444a4419a8ad tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:29.322323 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-008d29ce-b8ce-477f-8ee4-eabd8694d892 req-da6467d7-28b6-451c-876e-444a4419a8ad tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 947 time: 0.0944805 Apr 15 10:59:29.372283 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-008d29ce-b8ce-477f-8ee4-eabd8694d892 req-06c62a67-d197-4401-a4d7-1c4ec87de9d2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434256 Apr 15 10:59:30.068390 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b3b95-ecd3-4620-bf29-04512b47c448 req-1cec4769-c016-442a-9058-56c06e29193d tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:30.070106 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-089b3b95-ecd3-4620-bf29-04512b47c448 req-1cec4769-c016-442a-9058-56c06e29193d tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 945 time: 0.0951667 Apr 15 10:59:30.124200 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-089b3b95-ecd3-4620-bf29-04512b47c448 req-a8dc1445-3a58-4912-9afb-2b5e6131f41f tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465117 Apr 15 10:59:30.474462 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 6bc16d56-8942-41eb-8e8f-91c35d298985 up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:59:30.552837 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port 6bc16d56-8942-41eb-8e8f-91c35d298985 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:59:30.559365 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port 6bc16d56-8942-41eb-8e8f-91c35d298985 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:59:30.559797 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:30.600342 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2d9cb-cb2d-4c8a-a132-a7ef2cb8a626 req-f147699c-27c4-4191-9169-8fcc7bbe6db2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:30.602336 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9dd2d9cb-cb2d-4c8a-a132-a7ef2cb8a626 req-f147699c-27c4-4191-9169-8fcc7bbe6db2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 947 time: 0.0951049 Apr 15 10:59:30.662459 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9dd2d9cb-cb2d-4c8a-a132-a7ef2cb8a626 req-e4942b78-3071-480f-a5c2-d95222a49333 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507085 Apr 15 10:59:30.704006 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:30.732545 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b43240-65ef-4b7d-b226-5b95d90ee2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc16d56-8942-41eb-8e8f-91c35d298985'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:30.742965 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 6bc16d56-8942-41eb-8e8f-91c35d298985, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6bc16d56-8942-41eb-8e8f-91c35d298985,segment=NetworkSegment(e3cf02e2-550d-44b4-b898-27af5cdea12f),segment_id=e3cf02e2-550d-44b4-b898-27af5cdea12f)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:30.746386 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:30.748326 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d5be12c9-c838-403f-8c73-8863f9113108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:30.794961 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b43240-65ef-4b7d-b226-5b95d90ee2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc16d56-8942-41eb-8e8f-91c35d298985', 'code': 200} Apr 15 10:59:30.827053 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=6bc16d56-8942-41eb-8e8f-91c35d298985,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:30.830287 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:31.006269 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-9872e23c-ba24-462a-9baf-459bb3d5107b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:31.007013 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-9872e23c-ba24-462a-9baf-459bb3d5107b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Synchronizing usage tracker for tenant:32210517f2e94192a5ba2da4ed6b7d44 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:31.023113 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-9872e23c-ba24-462a-9baf-459bb3d5107b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Unset dirty status for tenant:32210517f2e94192a5ba2da4ed6b7d44 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:31.024328 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-9872e23c-ba24-462a-9baf-459bb3d5107b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.108 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 947 time: 0.1125410 Apr 15 10:59:31.157207 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-45e07aa7-685a-4526-962f-e6ba7026742d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Deleting port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:31.157632 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-45e07aa7-685a-4526-962f-e6ba7026742d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:31.270221 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bb559-b2ff-40c1-aaf9-f2d5fc5066cd req-3a935177-e2d1-45e2-97a0-7a1cac9f6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:31.271739 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-364bb559-b2ff-40c1-aaf9-f2d5fc5066cd req-3a935177-e2d1-45e2-97a0-7a1cac9f6746 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 1099 time: 0.2391002 Apr 15 10:59:31.328968 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3da354-ad3d-4d2a-9dac-bdd3e8ebecd8 req-30e7bb9c-f119-4a0b-93cc-2de6ee6f13cb tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:31.330530 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cc3da354-ad3d-4d2a-9dac-bdd3e8ebecd8 req-30e7bb9c-f119-4a0b-93cc-2de6ee6f13cb tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 946 time: 0.0924125 Apr 15 10:59:31.379935 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cc3da354-ad3d-4d2a-9dac-bdd3e8ebecd8 req-8ce4233b-e765-4ed7-9b08-5a2f9e7499c1 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429232 Apr 15 10:59:31.404382 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-364bb559-b2ff-40c1-aaf9-f2d5fc5066cd req-b727c7c2-0811-4c5e-845f-ebf925061be7 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246371 Apr 15 10:59:31.476665 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-45e07aa7-685a-4526-962f-e6ba7026742d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] For port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:31.477113 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-45e07aa7-685a-4526-962f-e6ba7026742d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:31.793349 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-45e07aa7-685a-4526-962f-e6ba7026742d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:31.794034 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-45e07aa7-685a-4526-962f-e6ba7026742d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447726'] for floatingip, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:31.794608 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.l3_db [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-45e07aa7-685a-4526-962f-e6ba7026742d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Floating IP 2cc6e25e-98b9-44f3-ab53-e490392dd16c disassociated. External IP: 172.28.1.254, port: ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214. Apr 15 10:59:31.795133 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-45e07aa7-685a-4526-962f-e6ba7026742d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Calling delete_port for ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:31.885701 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05492f80-355c-42db-8c17-b82018371ac1 req-c4f346cd-c741-4a68-a2b4-fc9f427b28b4 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:31.887265 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-05492f80-355c-42db-8c17-b82018371ac1 req-c4f346cd-c741-4a68-a2b4-fc9f427b28b4 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 947 time: 0.0966330 Apr 15 10:59:31.949610 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-05492f80-355c-42db-8c17-b82018371ac1 req-f3462258-07c3-4a9e-bd35-3881e184e108 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7fa400a-74ed-4109-8563-2e2d315b6dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496464 Apr 15 10:59:31.973948 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-45e07aa7-685a-4526-962f-e6ba7026742d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:31.991719 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f83d0cbf-3ce7-418d-921e-7c5e5f257d65 tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:32.090660 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e07aa7-685a-4526-962f-e6ba7026742d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event deleted for resources: {'Port': ['ID=ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:32.097237 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-45e07aa7-685a-4526-962f-e6ba7026742d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:32.137514 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2146a-7e7f-4641-b75e-6ede069f8ed6 req-e4a84554-a274-46c9-9701-5eedf5818889 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:32.139095 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-05d2146a-7e7f-4641-b75e-6ede069f8ed6 req-e4a84554-a274-46c9-9701-5eedf5818889 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.1112182 Apr 15 10:59:32.199605 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-05d2146a-7e7f-4641-b75e-6ede069f8ed6 req-1452acd0-6184-4d86-a327-8895df5f8e70 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537231 Apr 15 10:59:32.361331 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-45e07aa7-685a-4526-962f-e6ba7026742d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Router f0b5254f-2271-42e8-b2f2-1b5d85d8696b has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:59:32.582943 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-45e07aa7-685a-4526-962f-e6ba7026742d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:59:32.591051 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1575b4-b0f1-43dd-8e42-2a6f24575061 req-88a250ea-672b-4a14-8b1c-f88da7bf4e12 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:32.592812 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1f1575b4-b0f1-43dd-8e42-2a6f24575061 req-88a250ea-672b-4a14-8b1c-f88da7bf4e12 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 946 time: 0.0956502 Apr 15 10:59:32.604536 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f9340e-a4b2-4edd-9f68-0b6c5b22c83d None None] Sync routers for ids ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:59:32.624424 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f9340e-a4b2-4edd-9f68-0b6c5b22c83d None None] Routers {'f0b5254f-2271-42e8-b2f2-1b5d85d8696b'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:32.625165 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-58f9340e-a4b2-4edd-9f68-0b6c5b22c83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:59:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:32.644381 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4101b0c3-b5fd-414d-94bf-fa1f9de19dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:32.667688 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1f1575b4-b0f1-43dd-8e42-2a6f24575061 req-c033f2b4-e587-4c61-8a02-e7d1dd399d07 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668757 Apr 15 10:59:32.691906 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-45e07aa7-685a-4526-962f-e6ba7026742d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] No DVR routers for this DVR port ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:59:32.694476 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-45e07aa7-685a-4526-962f-e6ba7026742d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:32.698520 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'name': 'network-vif-deleted', 'tag': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:32.714901 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f995d24b-be86-4d5e-b746-d99a4f539f8e req-45e07aa7-685a-4526-962f-e6ba7026742d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.108 "DELETE /v2.0/ports/ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 HTTP/1.1" status: 204 len: 173 time: 1.6468780 Apr 15 10:59:32.751949 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacbce09-9d26-4782-b7a7-d45d4e47cb76', 'name': 'network-vif-deleted', 'tag': 'ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214', 'status': 'completed', 'code': 200} Apr 15 10:59:32.845242 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-58f9340e-a4b2-4edd-9f68-0b6c5b22c83d None None] Set router f0b5254f-2271-42e8-b2f2-1b5d85d8696b gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:33.186241 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ba12b679-fad1-4b1b-a540-2fd4980ff3c2 req-174340e5-d7a8-4cc6-b4fc-5c40b885afe9 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=aacbce09-9d26-4782-b7a7-d45d4e47cb76 HTTP/1.1" status: 200 len: 210 time: 0.0599649 Apr 15 10:59:33.360231 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-58f9340e-a4b2-4edd-9f68-0b6c5b22c83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'cb6395b0-c749-4b13-9bd8-9a326dba1419', 'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'mac_address': 'fa:16:3e:5c:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:59Z', 'updated_at': '2021-04-15T10:56:11Z', 'revision_number': 5, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'subnets': [{'id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:33.364403 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f9340e-a4b2-4edd-9f68-0b6c5b22c83d None None] Checking router: f0b5254f-2271-42e8-b2f2-1b5d85d8696b for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:59:33.374050 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f9340e-a4b2-4edd-9f68-0b6c5b22c83d None None] Routers {'f0b5254f-2271-42e8-b2f2-1b5d85d8696b'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:33.374745 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-58f9340e-a4b2-4edd-9f68-0b6c5b22c83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:59:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:33.407907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c884f78-85d0-42ca-97b1-dbdf3b7fb53d req-d9e480fa-bb43-4ebc-8609-b2932c534b17 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:33.410188 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3c884f78-85d0-42ca-97b1-dbdf3b7fb53d req-d9e480fa-bb43-4ebc-8609-b2932c534b17 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.0977881 Apr 15 10:59:33.462859 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3c884f78-85d0-42ca-97b1-dbdf3b7fb53d req-cd57cc5c-bc11-476f-8fa7-0608a2109ab2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445707 Apr 15 10:59:33.566720 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-58f9340e-a4b2-4edd-9f68-0b6c5b22c83d None None] Set router f0b5254f-2271-42e8-b2f2-1b5d85d8696b gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:33.882481 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b5795-35d5-4943-ad53-a3db279a5ae3 req-99f6c95d-63e2-47dc-ba1b-851ca9ab2976 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:33.884571 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b13b5795-35d5-4943-ad53-a3db279a5ae3 req-99f6c95d-63e2-47dc-ba1b-851ca9ab2976 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 946 time: 0.0967412 Apr 15 10:59:33.906506 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-58f9340e-a4b2-4edd-9f68-0b6c5b22c83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'cb6395b0-c749-4b13-9bd8-9a326dba1419', 'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'mac_address': 'fa:16:3e:5c:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:59Z', 'updated_at': '2021-04-15T10:56:11Z', 'revision_number': 5, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'subnets': [{'id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:33.910961 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f9340e-a4b2-4edd-9f68-0b6c5b22c83d None None] The sync data for ids ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'] in dv-cinder-786386-1-smb is: [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'cb6395b0-c749-4b13-9bd8-9a326dba1419', 'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'mac_address': 'fa:16:3e:5c:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:59Z', 'updated_at': '2021-04-15T10:56:11Z', 'revision_number': 5, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'subnets': [{'id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:59:33.941209 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b13b5795-35d5-4943-ad53-a3db279a5ae3 req-e143ec6b-a4e3-47f0-80d7-97162e89ffb3 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483983 Apr 15 10:59:34.357217 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 33812) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:34.444418 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ad5951df-c1d6-4671-b299-530079f5f626 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:34.472345 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88df1e29-f04f-4a8c-9076-da214436ba93 None None] New status for floating IP 2cc6e25e-98b9-44f3-ab53-e490392dd16c: DOWN {{(pid=85293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:59:34.485500 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ad5951df-c1d6-4671-b299-530079f5f626 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:34.570907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ad5951df-c1d6-4671-b299-530079f5f626 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:34.570907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-782d073c-6f6a-4aea-a5a3-b3464077f365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:34.622179 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:34.650984 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5951df-c1d6-4671-b299-530079f5f626 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fa400a-74ed-4109-8563-2e2d315b6dd9,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:34.660558 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ad5951df-c1d6-4671-b299-530079f5f626 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:34.672117 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ad5951df-c1d6-4671-b299-530079f5f626 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:34.679936 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 33822) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:34.693008 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-ad5951df-c1d6-4671-b299-530079f5f626 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "DELETE /v2.0/security-groups/a7fa400a-74ed-4109-8563-2e2d315b6dd9 HTTP/1.1" status: 204 len: 168 time: 0.3331115 Apr 15 10:59:34.733256 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.v2.resource [None req-c298f7c5-8d7e-4df0-a7eb-ff5e3001b867 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] show failed (client error): The resource could not be found. Apr 15 10:59:34.734602 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-c298f7c5-8d7e-4df0-a7eb-ff5e3001b867 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups/a7fa400a-74ed-4109-8563-2e2d315b6dd9 HTTP/1.1" status: 404 len: 347 time: 0.0421457 Apr 15 10:59:34.739504 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 33826) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:34.771589 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90218224-52b3-492d-9c0c-af33d6e70111 req-cb429d85-cb3f-4ce5-b0b7-9e7a6e454641 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:34.772343 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-90218224-52b3-492d-9c0c-af33d6e70111 req-cb429d85-cb3f-4ce5-b0b7-9e7a6e454641 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Synchronizing usage tracker for tenant:465dd649e85e465080f5d9aa3d70976f on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:34.793708 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-90218224-52b3-492d-9c0c-af33d6e70111 req-cb429d85-cb3f-4ce5-b0b7-9e7a6e454641 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Unset dirty status for tenant:465dd649e85e465080f5d9aa3d70976f on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:34.795146 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-90218224-52b3-492d-9c0c-af33d6e70111 req-cb429d85-cb3f-4ce5-b0b7-9e7a6e454641 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.108 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.2037399 Apr 15 10:59:34.805729 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:34.806199 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device ca79f0cc-7fc1-44ed-96b3-63f6fa2a7214 not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:34.920649 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-90218224-52b3-492d-9c0c-af33d6e70111 req-f984d4bc-5ea3-4ff0-a915-cb4763445c1b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Deleting port f7ce5b59-0ccc-4d35-9adc-aa4642179c35 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:34.921279 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-90218224-52b3-492d-9c0c-af33d6e70111 req-f984d4bc-5ea3-4ff0-a915-cb4763445c1b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:34.937162 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7cbec71e-55ae-42a9-9864-c06f5bf89829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:35.187313 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65773c-1c9b-4a45-aff4-9af43b459d17 req-c57c321b-8469-4d85-8ebc-9112d889bfe9 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:35.189001 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bc65773c-1c9b-4a45-aff4-9af43b459d17 req-c57c321b-8469-4d85-8ebc-9112d889bfe9 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 946 time: 0.5740633 Apr 15 10:59:35.194120 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-ef39adda-ecf2-490a-889d-e1f041a18330 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Deleting port 33fe9ad3-ccac-4215-8057-e2c15b7a6186 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:35.194549 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef39adda-ecf2-490a-889d-e1f041a18330 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:35.255927 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-90218224-52b3-492d-9c0c-af33d6e70111 req-f984d4bc-5ea3-4ff0-a915-cb4763445c1b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] For port f7ce5b59-0ccc-4d35-9adc-aa4642179c35, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f7ce5b59-0ccc-4d35-9adc-aa4642179c35,segment=NetworkSegment(5c0bb16d-2887-4e7b-853c-e0065d350604),segment_id=5c0bb16d-2887-4e7b-853c-e0065d350604)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:35.256482 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-90218224-52b3-492d-9c0c-af33d6e70111 req-f984d4bc-5ea3-4ff0-a915-cb4763445c1b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:35.315726 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bc65773c-1c9b-4a45-aff4-9af43b459d17 req-5d24c317-a27e-42f9-87be-943e320fadc2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926943 Apr 15 10:59:35.406263 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-90218224-52b3-492d-9c0c-af33d6e70111 req-f984d4bc-5ea3-4ff0-a915-cb4763445c1b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Calling delete_port for f7ce5b59-0ccc-4d35-9adc-aa4642179c35 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:35.437641 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef39adda-ecf2-490a-889d-e1f041a18330 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:35.438008 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef39adda-ecf2-490a-889d-e1f041a18330 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:35.572378 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-90218224-52b3-492d-9c0c-af33d6e70111 req-f984d4bc-5ea3-4ff0-a915-cb4763445c1b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:35.579787 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-ef39adda-ecf2-490a-889d-e1f041a18330 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Calling delete_port for 33fe9ad3-ccac-4215-8057-e2c15b7a6186 owned by network:floatingip {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:35.591363 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a34e81ff-f136-4894-ac18-fce9f8eca8e4 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:35.610017 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21', 'f7ce5b59-0ccc-4d35-9adc-aa4642179c35'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:35.695109 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984d4bc-5ea3-4ff0-a915-cb4763445c1b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Pushing event deleted for resources: {'Port': ['ID=f7ce5b59-0ccc-4d35-9adc-aa4642179c35,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:35.702642 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f984d4bc-5ea3-4ff0-a915-cb4763445c1b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:35.769853 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef39adda-ecf2-490a-889d-e1f041a18330 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7189757'] for port, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:35.788376 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:35.802908 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:35.843179 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39adda-ecf2-490a-889d-e1f041a18330 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event deleted for resources: {'Port': ['ID=33fe9ad3-ccac-4215-8057-e2c15b7a6186,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:35.860004 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-90218224-52b3-492d-9c0c-af33d6e70111 req-f984d4bc-5ea3-4ff0-a915-cb4763445c1b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] No DVR routers for this DVR port f7ce5b59-0ccc-4d35-9adc-aa4642179c35 on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:59:35.862502 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-90218224-52b3-492d-9c0c-af33d6e70111 req-f984d4bc-5ea3-4ff0-a915-cb4763445c1b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:35.865347 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7196aac-c3dd-4777-98db-96f837c4712b', 'name': 'network-vif-deleted', 'tag': 'f7ce5b59-0ccc-4d35-9adc-aa4642179c35'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:35.886848 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-90218224-52b3-492d-9c0c-af33d6e70111 req-f984d4bc-5ea3-4ff0-a915-cb4763445c1b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.108 "DELETE /v2.0/ports/f7ce5b59-0ccc-4d35-9adc-aa4642179c35 HTTP/1.1" status: 204 len: 173 time: 1.0836432 Apr 15 10:59:35.896626 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ef39adda-ecf2-490a-889d-e1f041a18330 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:35.929407 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7196aac-c3dd-4777-98db-96f837c4712b', 'name': 'network-vif-deleted', 'tag': 'f7ce5b59-0ccc-4d35-9adc-aa4642179c35', 'status': 'completed', 'code': 200} Apr 15 10:59:36.072986 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef39adda-ecf2-490a-889d-e1f041a18330 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for floatingip, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.088169 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ef39adda-ecf2-490a-889d-e1f041a18330 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.089420 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-ef39adda-ecf2-490a-889d-e1f041a18330 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "DELETE /v2.0/floatingips/2cc6e25e-98b9-44f3-ab53-e490392dd16c HTTP/1.1" status: 204 len: 168 time: 1.3479991 Apr 15 10:59:36.286229 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.376812 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 33852) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:36.382447 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-d5011b54-0891-4dd4-a971-07276ed3cddb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2002306775', 'description': 'tempest-description--29909703'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:36.389319 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d5011b54-0891-4dd4-a971-07276ed3cddb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:36.398727 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d5011b54-0891-4dd4-a971-07276ed3cddb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Usage tracker for resource:security_group and tenant:32210517f2e94192a5ba2da4ed6b7d44 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:36.402725 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d5011b54-0891-4dd4-a971-07276ed3cddb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:36.409070 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d5011b54-0891-4dd4-a971-07276ed3cddb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:36.420993 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d5011b54-0891-4dd4-a971-07276ed3cddb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.443289 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d5011b54-0891-4dd4-a971-07276ed3cddb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:36.448293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d5011b54-0891-4dd4-a971-07276ed3cddb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Usage tracker for resource:security_group_rule and tenant:32210517f2e94192a5ba2da4ed6b7d44 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:36.451539 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d5011b54-0891-4dd4-a971-07276ed3cddb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:36.459649 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d5011b54-0891-4dd4-a971-07276ed3cddb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:36.518032 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bc8b3bb0-df32-4c26-b4b7-1247ef7c2ee9 req-8da41814-091e-49c5-a751-b7a673582bb1 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7196aac-c3dd-4777-98db-96f837c4712b HTTP/1.1" status: 200 len: 210 time: 0.0596089 Apr 15 10:59:36.589213 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d5011b54-0891-4dd4-a971-07276ed3cddb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.592328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d5011b54-0891-4dd4-a971-07276ed3cddb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.598130 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1b5fe725-e932-4e46-a2f3-097febb2ab7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:36.647562 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5011b54-0891-4dd4-a971-07276ed3cddb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:36.650619 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d5011b54-0891-4dd4-a971-07276ed3cddb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:36.651364 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d5011b54-0891-4dd4-a971-07276ed3cddb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.652644 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-d5011b54-0891-4dd4-a971-07276ed3cddb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2747490 Apr 15 10:59:36.655728 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 33856) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:36.661842 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-21bfd100-c9ac-4ae6-84c8-637ebfb1d660 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Request body: {'security_group_rule': {'security_group_id': 'f6ad9d51-7b27-4782-a2b5-5f372fa04f4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:36.668968 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-21bfd100-c9ac-4ae6-84c8-637ebfb1d660 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:36.673020 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-21bfd100-c9ac-4ae6-84c8-637ebfb1d660 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Usage tracker for resource:security_group_rule and tenant:32210517f2e94192a5ba2da4ed6b7d44 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:36.676085 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-21bfd100-c9ac-4ae6-84c8-637ebfb1d660 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:36.682900 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-21bfd100-c9ac-4ae6-84c8-637ebfb1d660 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:36.699868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-21bfd100-c9ac-4ae6-84c8-637ebfb1d660 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.773417 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-21bfd100-c9ac-4ae6-84c8-637ebfb1d660 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.776020 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-21bfd100-c9ac-4ae6-84c8-637ebfb1d660 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.777922 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:36.802822 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfd100-c9ac-4ae6-84c8-637ebfb1d660 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0547bed8-f8a7-4fcb-878b-fcceaeb0bff5,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:36.809236 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-21bfd100-c9ac-4ae6-84c8-637ebfb1d660 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:36.812928 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-21bfd100-c9ac-4ae6-84c8-637ebfb1d660 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.814187 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-21bfd100-c9ac-4ae6-84c8-637ebfb1d660 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572883 Apr 15 10:59:36.817066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 33860) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:36.823494 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-153fa564-3526-4e29-ae85-343a22620ce6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Request body: {'security_group_rule': {'security_group_id': 'f6ad9d51-7b27-4782-a2b5-5f372fa04f4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:36.829645 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-153fa564-3526-4e29-ae85-343a22620ce6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:36.833673 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-153fa564-3526-4e29-ae85-343a22620ce6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Usage tracker for resource:security_group_rule and tenant:32210517f2e94192a5ba2da4ed6b7d44 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:36.836701 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-153fa564-3526-4e29-ae85-343a22620ce6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:36.843366 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-153fa564-3526-4e29-ae85-343a22620ce6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:36.861436 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-153fa564-3526-4e29-ae85-343a22620ce6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.929525 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-153fa564-3526-4e29-ae85-343a22620ce6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.932985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-153fa564-3526-4e29-ae85-343a22620ce6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.935288 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-21bfd100-c9ac-4ae6-84c8-637ebfb1d660 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:36.960164 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fa564-3526-4e29-ae85-343a22620ce6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3ec52c-35da-4436-b872-f19b86d8d575,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:36.963500 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-153fa564-3526-4e29-ae85-343a22620ce6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:36.969878 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-153fa564-3526-4e29-ae85-343a22620ce6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.971138 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-153fa564-3526-4e29-ae85-343a22620ce6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530893 Apr 15 10:59:36.974675 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 33866) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:36.980726 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Request body: {'floatingip': {'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:36.987328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:36.991462 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Usage tracker for resource:floatingip and tenant:32210517f2e94192a5ba2da4ed6b7d44 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:36.994678 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:37.004493 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:37.019158 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for floatingip, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:37.166908 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:37.245348 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:37.316108 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Allocated IP 172.28.1.150 (75f67454-9d0f-442c-bd06-ccb5d72eecb7/92e09409-23cb-47a5-83a3-d0bf73c89cb1/f32f978e-af21-4c42-be97-90e36251b042) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:59:37.699377 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:37.731413 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:37.746961 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ff0ef697-aa88-4adc-a67b-03c01a499d83 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:37.897866 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event updated for resources: {'Port': ['ID=f32f978e-af21-4c42-be97-90e36251b042,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:37.905503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:37.957157 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:59:37.958375 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:59:37.960661 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:59:37.990575 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:38.032895 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ad2bc-f228-47a2-9496-7fa80c228688 req-a97e3437-6a90-4110-b429-fa70c527cb6a tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:38.034609 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a66ad2bc-f228-47a2-9496-7fa80c228688 req-a97e3437-6a90-4110-b429-fa70c527cb6a tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0991778 Apr 15 10:59:38.060927 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:38.117110 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a66ad2bc-f228-47a2-9496-7fa80c228688 req-d40525f0-d858-4499-865a-6f14986fd5ed tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577705 Apr 15 10:59:38.349172 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:38.353061 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:38.370486 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4c1075cf-10a4-4358-a39e-40ec55d0618e tempest-VolumesActionsTest-1838265776 tempest-VolumesActionsTest-1838265776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:38.496987 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device f7ce5b59-0ccc-4d35-9adc-aa4642179c35 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:38.515529 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event updated for resources: {'Port': ['ID=f32f978e-af21-4c42-be97-90e36251b042,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:38.518472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:38.536025 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: f7ce5b59-0ccc-4d35-9adc-aa4642179c35 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:38.536416 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device f7ce5b59-0ccc-4d35-9adc-aa4642179c35 not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:38.569911 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447726'] for floatingip, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:38.592523 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:38.593859 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6181116 Apr 15 10:59:38.834403 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-57e5d44e-0ce6-4ccd-9fc3-4268601412a3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Synchronizing usage tracker for tenant:32210517f2e94192a5ba2da4ed6b7d44 on resource:security_group {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:38.849747 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-57e5d44e-0ce6-4ccd-9fc3-4268601412a3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Unset dirty status for tenant:32210517f2e94192a5ba2da4ed6b7d44 on resource:security_group {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:38.851037 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-57e5d44e-0ce6-4ccd-9fc3-4268601412a3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--2002306775&fields=id&tenant_id=32210517f2e94192a5ba2da4ed6b7d44 HTTP/1.1" status: 200 len: 267 time: 0.0584488 Apr 15 10:59:39.019255 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-3b74b048-7543-4f75-9fc0-6e29aa421040 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:39.020770 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-3b74b048-7543-4f75-9fc0-6e29aa421040 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/networks?id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e HTTP/1.1" status: 200 len: 817 time: 0.1610897 Apr 15 10:59:39.038123 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-b29039f3-8c8e-48fd-8d97-dc18c7f9df3d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/quotas/32210517f2e94192a5ba2da4ed6b7d44 HTTP/1.1" status: 200 len: 375 time: 0.0102878 Apr 15 10:59:39.137904 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-abbf2d85-a459-4e5b-911c-3f246cb4fe23 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Synchronizing usage tracker for tenant:32210517f2e94192a5ba2da4ed6b7d44 on resource:port {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:39.154403 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-abbf2d85-a459-4e5b-911c-3f246cb4fe23 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Unset dirty status for tenant:32210517f2e94192a5ba2da4ed6b7d44 on resource:port {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:39.155820 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-abbf2d85-a459-4e5b-911c-3f246cb4fe23 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=32210517f2e94192a5ba2da4ed6b7d44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1104884 Apr 15 10:59:39.374989 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-440e7dd2-b99b-46da-859b-91fd17c39b8e service neutron] 10.222.0.98 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034061 Apr 15 10:59:39.388419 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf58adc-bfbb-4af8-9ef3-143cb18306ba req-0ca3c616-6e01-4204-85cf-812f2e1479d7 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:39.390054 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cbf58adc-bfbb-4af8-9ef3-143cb18306ba req-0ca3c616-6e01-4204-85cf-812f2e1479d7 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1432810 Apr 15 10:59:39.525367 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cbf58adc-bfbb-4af8-9ef3-143cb18306ba req-a81a5ee2-1363-4d09-8ce4-2794f6742ca0 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119642 Apr 15 10:59:39.566797 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5574b1ac-ff46-4496-bbf0-e1117e3d1d9d service neutron] 10.222.0.98 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756849 Apr 15 10:59:39.767013 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-33c051aa-37f7-4b86-92b3-bda3533d489b req-63c1249c-83ca-4e8f-a909-d54d10d76fea tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 210 time: 0.0543358 Apr 15 10:59:40.729027 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82139f5f-8b37-436c-a5cb-6c6022eb0011 req-278bc3e6-bb9a-4291-8c50-07b3d3d01378 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:40.731016 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-82139f5f-8b37-436c-a5cb-6c6022eb0011 req-278bc3e6-bb9a-4291-8c50-07b3d3d01378 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0893734 Apr 15 10:59:40.781894 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-82139f5f-8b37-436c-a5cb-6c6022eb0011 req-70ee02a8-d98b-4494-b862-fdb2b9d4e700 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440490 Apr 15 10:59:40.944901 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-03657e5f-04ef-40fd-9f06-8091e7cb3dfb req-7d4cce65-e05f-4d31-8ccd-4f4a8bc1e7e4 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 210 time: 0.0539951 Apr 15 10:59:41.049040 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-d8f6a796-aa93-4adc-954b-7d13a558c147 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:41.050674 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-d8f6a796-aa93-4adc-954b-7d13a558c147 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.108 "GET /v2.0/networks?id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e HTTP/1.1" status: 200 len: 817 time: 0.1707969 Apr 15 10:59:41.144911 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-8610a3e6-0e5b-4732-bf76-0cbf441d9bb7 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Synchronizing usage tracker for tenant:32210517f2e94192a5ba2da4ed6b7d44 on resource:security_group {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:41.158140 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-8610a3e6-0e5b-4732-bf76-0cbf441d9bb7 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Unset dirty status for tenant:32210517f2e94192a5ba2da4ed6b7d44 on resource:security_group {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:41.159573 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-8610a3e6-0e5b-4732-bf76-0cbf441d9bb7 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=32210517f2e94192a5ba2da4ed6b7d44 HTTP/1.1" status: 200 len: 5703 time: 0.0883474 Apr 15 10:59:41.170500 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Request body: {'port': {'device_id': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'admin_state_up': True, 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'security_groups': ['f6ad9d51-7b27-4782-a2b5-5f372fa04f4c']}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:41.318581 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:41.329494 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:41.340558 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Made reservation on behalf of 32210517f2e94192a5ba2da4ed6b7d44 for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:59:41.346694 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:41.522757 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Allocated IP 172.20.0.10 (dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e/ef91ca22-b90c-496e-9216-5832d8c88de8/0384c7d6-6124-4e15-af0c-ceff9e6acbe2) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:59:41.724525 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:41.741675 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Transition to ACTIVE for port object 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:59:41.765528 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:41.780506 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:41.925957 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event updated for resources: {'Port': ['ID=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:41.931110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:41.993238 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:59:41.994403 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:59:41.996311 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fbfd0-a467-4667-9600-714a3eea3e2e req-e9d390f5-6bb7-49c1-bb37-14de724ca0c5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:41.997397 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:59:41.997966 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-489fbfd0-a467-4667-9600-714a3eea3e2e req-e9d390f5-6bb7-49c1-bb37-14de724ca0c5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0942528 Apr 15 10:59:42.004287 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:42.005082 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:42.060473 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8946881 Apr 15 10:59:42.061020 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-489fbfd0-a467-4667-9600-714a3eea3e2e req-435f3be3-74c0-4b99-bde6-7002ae8c859f tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534518 Apr 15 10:59:42.085978 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Request body: {'port': {'device_id': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:42.192575 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610c2d4-8026-426d-bb1a-a30a0446df72 req-50a22620-9a45-432d-ae9f-b36003e48aa9 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:42.194232 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3610c2d4-8026-426d-bb1a-a30a0446df72 req-50a22620-9a45-432d-ae9f-b36003e48aa9 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 932 time: 0.0971680 Apr 15 10:59:42.229020 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-692cf77e-d15e-4a5e-9028-0fd882a7f40f None None] Provisioning for port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:59:42.230611 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:42.235948 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-692cf77e-d15e-4a5e-9028-0fd882a7f40f None None] Provisioning complete for port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:59:42.236370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-692cf77e-d15e-4a5e-9028-0fd882a7f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:42.248451 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3610c2d4-8026-426d-bb1a-a30a0446df72 req-28c8f583-afa7-4b83-93e0-7b2b8bf16594 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446122 Apr 15 10:59:42.298808 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-692cf77e-d15e-4a5e-9028-0fd882a7f40f None None] Port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:59:42.616631 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:42.659324 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:59:42.667147 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:42.684162 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Transition to ACTIVE for port object 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:59:42.687170 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:42.704101 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:42.846280 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Pushing event updated for resources: {'Port': ['ID=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:42.849372 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:43.027669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Attempting to bind port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:59:43.028095 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Attempting to bind port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:59:43.028474 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Attempting to bind port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 on network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:59:43.034644 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 on network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:59:43.035301 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Attempting to bind port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 on network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:59:43.041096 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:59:43.041470 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Checking segment: {'id': 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:59:43.042426 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Bound using segment: {'id': 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:59:43.042993 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Bound port: 0384c7d6-6124-4e15-af0c-ceff9e6acbe2, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1380, 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:59:43.043378 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:43.143674 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] For port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2, host hv-cinder-78638, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:59:43.146834 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] For port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:59:43.150326 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:43.167499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2bd67eb8-d702-462f-a75f-f36f04135521 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:43.272227 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce99d32-39ab-4fdc-9023-f51dfcf3efeb req-b4343114-0440-4d31-a597-d32d49bda988 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:43.273968 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1ce99d32-39ab-4fdc-9023-f51dfcf3efeb req-b4343114-0440-4d31-a597-d32d49bda988 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0974371 Apr 15 10:59:43.329154 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1ce99d32-39ab-4fdc-9023-f51dfcf3efeb req-70c3b372-cb69-4ffe-b7f4-e4f702e1e865 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468981 Apr 15 10:59:43.470824 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63009278-b527-484c-8355-840c78819314 req-45fe1629-71e9-4cff-88f7-26e36001e2ea tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:43.472397 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-63009278-b527-484c-8355-840c78819314 req-45fe1629-71e9-4cff-88f7-26e36001e2ea tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.0933750 Apr 15 10:59:43.522796 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-63009278-b527-484c-8355-840c78819314 req-46c3bcff-c2b2-4fd2-a1f9-2ed755f34286 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436668 Apr 15 10:59:43.552001 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Pushing event updated for resources: {'Port': ['ID=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:43.557844 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:43.598226 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:43.598918 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:43.600414 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] 10.222.0.108 "PUT /v2.0/ports/0384c7d6-6124-4e15-af0c-ceff9e6acbe2 HTTP/1.1" status: 200 len: 1094 time: 1.5256157 Apr 15 10:59:43.601032 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'tag': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:43.662341 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'tag': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2', 'status': 'completed', 'code': 200} Apr 15 10:59:43.974616 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d74aa-59de-4b1a-9860-8cd800a2f016 req-1fdfe4d9-cf72-49ad-a7c6-e9b8c7e98ff5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:43.975372 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-a40d74aa-59de-4b1a-9860-8cd800a2f016 req-1fdfe4d9-cf72-49ad-a7c6-e9b8c7e98ff5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Synchronizing usage tracker for tenant:465dd649e85e465080f5d9aa3d70976f on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:43.980768 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e938d-d3b5-40c9-b0d4-8c95a939bf5b req-98756d86-3387-40db-a0ef-7e86eb1505b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:43.982297 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-526e938d-d3b5-40c9-b0d4-8c95a939bf5b req-98756d86-3387-40db-a0ef-7e86eb1505b6 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32210517f2e94192a5ba2da4ed6b7d44&device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 1097 time: 0.1659515 Apr 15 10:59:43.993729 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-a40d74aa-59de-4b1a-9860-8cd800a2f016 req-1fdfe4d9-cf72-49ad-a7c6-e9b8c7e98ff5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Unset dirty status for tenant:465dd649e85e465080f5d9aa3d70976f on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:43.995330 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a40d74aa-59de-4b1a-9860-8cd800a2f016 req-1fdfe4d9-cf72-49ad-a7c6-e9b8c7e98ff5 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.108 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.1801207 Apr 15 10:59:44.193916 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-a40d74aa-59de-4b1a-9860-8cd800a2f016 req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Deleting port e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:44.194306 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a40d74aa-59de-4b1a-9860-8cd800a2f016 req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:44.290634 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e938d-d3b5-40c9-b0d4-8c95a939bf5b req-6048ac1a-0605-49a2-a5a0-2f82d999e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:44.292272 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-526e938d-d3b5-40c9-b0d4-8c95a939bf5b req-6048ac1a-0605-49a2-a5a0-2f82d999e74a service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=32210517f2e94192a5ba2da4ed6b7d44&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2752926 Apr 15 10:59:44.535537 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6aeed-20ae-4b3d-ba56-99549c2f175c req-cd34f419-1f29-440a-820b-cd15ddfcdb40 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:44.537391 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-80a6aeed-20ae-4b3d-ba56-99549c2f175c req-cd34f419-1f29-440a-820b-cd15ddfcdb40 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 945 time: 0.0874557 Apr 15 10:59:44.594602 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-80a6aeed-20ae-4b3d-ba56-99549c2f175c req-db90c224-6ce4-4534-a630-6223ecc0115a tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/security-groups?id=7c279398-1ff5-4a72-962d-823b100d5932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493832 Apr 15 10:59:44.603162 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e938d-d3b5-40c9-b0d4-8c95a939bf5b req-7e39cc6a-fe99-4e66-8dc3-643dc7a4d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:44.605270 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-526e938d-d3b5-40c9-b0d4-8c95a939bf5b req-7e39cc6a-fe99-4e66-8dc3-643dc7a4d5a6 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2792320 Apr 15 10:59:44.634953 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-a40d74aa-59de-4b1a-9860-8cd800a2f016 req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] For port e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21,segment=NetworkSegment(5c0bb16d-2887-4e7b-853c-e0065d350604),segment_id=5c0bb16d-2887-4e7b-853c-e0065d350604)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:44.635354 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a40d74aa-59de-4b1a-9860-8cd800a2f016 req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:44.741892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656e094-2be3-4e05-82e8-975b8f9ea562 req-01fe1902-7d30-4f75-b3ea-d939e2f66501 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:44.743531 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5656e094-2be3-4e05-82e8-975b8f9ea562 req-01fe1902-7d30-4f75-b3ea-d939e2f66501 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.0906711 Apr 15 10:59:44.794755 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5656e094-2be3-4e05-82e8-975b8f9ea562 req-88be7874-b1ab-407a-9e1e-651b3e3c3b02 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434501 Apr 15 10:59:44.823933 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-a40d74aa-59de-4b1a-9860-8cd800a2f016 req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Calling delete_port for e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:44.937705 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-d58e3edd-df2b-4529-b365-dd3c4d407b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:44.939278 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-d58e3edd-df2b-4529-b365-dd3c4d407b3e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32210517f2e94192a5ba2da4ed6b7d44&device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 1097 time: 0.2282326 Apr 15 10:59:45.060495 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-6ff78cbe-0d5c-466f-93e3-3c40e1428a02 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0384c7d6-6124-4e15-af0c-ceff9e6acbe2 HTTP/1.1" status: 200 len: 217 time: 0.0844870 Apr 15 10:59:45.135072 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a40d74aa-59de-4b1a-9860-8cd800a2f016 req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:45.153361 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-58a21564-7333-4432-ae86-60affa33497c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:45.172237 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:45.208834 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Pushing event deleted for resources: {'Port': ['ID=e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:45.272657 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:45.273097 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:45.273509 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:45.273915 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:45.274317 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:45.274717 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:45.275111 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:45.275507 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:45.275898 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:45.277014 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:45.277481 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:45.277795 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:45.281462 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-886caab3-3de2-46d7-99e9-97c75f07ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:45.283038 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-886caab3-3de2-46d7-99e9-97c75f07ee0c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ef91ca22-b90c-496e-9216-5832d8c88de8 HTTP/1.1" status: 200 len: 856 time: 0.2164633 Apr 15 10:59:45.283861 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:45.454910 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-c02b8fe1-e6f9-4f50-a151-8573b11b3fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:45.456532 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-c02b8fe1-e6f9-4f50-a151-8573b11b3fdb service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1603839 Apr 15 10:59:45.582687 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40d74aa-59de-4b1a-9860-8cd800a2f016 req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] No DVR routers for this DVR port e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:59:45.589304 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-a40d74aa-59de-4b1a-9860-8cd800a2f016 req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:45.621747 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a40d74aa-59de-4b1a-9860-8cd800a2f016 req-c9e6fa58-3ff3-4d8a-b82e-e9d513c60a90 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.108 "DELETE /v2.0/ports/e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 HTTP/1.1" status: 204 len: 173 time: 1.6032412 Apr 15 10:59:45.663418 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273e5733-2c4a-42e3-822c-9107cee4aebe', 'name': 'network-vif-deleted', 'tag': 'e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:45.674394 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-94976eaf-0f85-4f70-bb94-b709b85bbe25 service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110999 Apr 15 10:59:45.720446 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273e5733-2c4a-42e3-822c-9107cee4aebe', 'name': 'network-vif-deleted', 'tag': 'e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21', 'status': 'completed', 'code': 200} Apr 15 10:59:45.785296 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f66ca96f-aee5-41bc-b63c-9af8d676894b req-f6bfa01d-dcf4-4d67-aa57-013d882478e9 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] 10.222.0.98 "GET /v2.0/ports?device_id=273e5733-2c4a-42e3-822c-9107cee4aebe HTTP/1.1" status: 200 len: 210 time: 0.0635564 Apr 15 10:59:45.861790 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ec83b498-e9f1-4d4d-b03c-eda711ff2999 req-257350ac-878c-40f1-9e57-9776c7e14256 service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747737 Apr 15 10:59:46.020852 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbea39-0133-4405-8605-e6e59489b36d req-be1a23b9-6d00-4c8c-861e-fbcbbe694158 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:46.022417 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-54bbea39-0133-4405-8605-e6e59489b36d req-be1a23b9-6d00-4c8c-861e-fbcbbe694158 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.0930588 Apr 15 10:59:46.070683 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-54bbea39-0133-4405-8605-e6e59489b36d req-15c6c4ad-43b6-4ee4-a2dc-11aadd70a5b6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410964 Apr 15 10:59:46.881474 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 33958) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:47.294267 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa86a5b-2ce2-49b5-8277-6848441d25e7 req-d83e5182-af57-4f99-b6cf-1493ff614a70 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:47.295853 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7fa86a5b-2ce2-49b5-8277-6848441d25e7 req-d83e5182-af57-4f99-b6cf-1493ff614a70 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.0993659 Apr 15 10:59:47.346849 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7fa86a5b-2ce2-49b5-8277-6848441d25e7 req-825eed72-acf6-4591-9928-a514095642ae tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444918 Apr 15 10:59:47.681469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a7a3-4319-4448-82b4-f2952c97b1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854327552'] for router_interface, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:48.056087 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7a7a3-4319-4448-82b4-f2952c97b1fb admin admin] Deleting port b02394a6-f129-4ac7-af19-14682fda0596 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:48.056475 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a7a3-4319-4448-82b4-f2952c97b1fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:48.243426 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f9e7a7a3-4319-4448-82b4-f2952c97b1fb admin admin] For port b02394a6-f129-4ac7-af19-14682fda0596, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=b02394a6-f129-4ac7-af19-14682fda0596,segment=NetworkSegment(5c0bb16d-2887-4e7b-853c-e0065d350604),segment_id=5c0bb16d-2887-4e7b-853c-e0065d350604)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:48.243846 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a7a3-4319-4448-82b4-f2952c97b1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:48.378000 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7a7a3-4319-4448-82b4-f2952c97b1fb admin admin] Calling delete_port for b02394a6-f129-4ac7-af19-14682fda0596 owned by network:router_interface {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:48.551995 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f5a3b-4629-40b4-b501-5574e4d4513b req-a626f5a0-8d03-4ff4-a63f-bcbde88e1277 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:48.553547 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bd1f5a3b-4629-40b4-b501-5574e4d4513b req-a626f5a0-8d03-4ff4-a63f-bcbde88e1277 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.0885298 Apr 15 10:59:48.554039 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:59:48.562206 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:48.604473 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:48.605215 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device e908a92f-8af7-4a9a-9b75-e0fd6c8fdb21 not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:48.610713 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bd1f5a3b-4629-40b4-b501-5574e4d4513b req-3ee9fb80-8562-47c2-a4b9-f06770206e1e tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475950 Apr 15 10:59:48.703044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a7a3-4319-4448-82b4-f2952c97b1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:48.719202 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ccd75def-ad36-4b7a-a80a-821706503394 tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:48.745139 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:48.759188 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'port_id': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2', 'mac_address': 'fa:16:3e:a7:2d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:59:48.811206 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7a7a3-4319-4448-82b4-f2952c97b1fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b02394a6-f129-4ac7-af19-14682fda0596,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:48.817629 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f9e7a7a3-4319-4448-82b4-f2952c97b1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:48.818866 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:48.836810 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:59:48.853526 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:48.857221 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:48.859014 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:48.933323 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:48.938637 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:49.116755 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a7a3-4319-4448-82b4-f2952c97b1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854328107'] for router_interface, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:49.210295 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['0384c7d6-6124-4e15-af0c-ceff9e6acbe2'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:49.874159 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e7a7a3-4319-4448-82b4-f2952c97b1fb admin admin] Router 9d304909-2d3d-4de8-a9cf-d005096ee952 has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:59:50.009801 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6357b6c-e2d4-4620-b3a9-1ef62b0c4799 req-26978eed-dcaa-4bd7-b1c5-6189255c8f44 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:50.011893 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b6357b6c-e2d4-4620-b3a9-1ef62b0c4799 req-26978eed-dcaa-4bd7-b1c5-6189255c8f44 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 945 time: 0.2814856 Apr 15 10:59:50.062603 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b6357b6c-e2d4-4620-b3a9-1ef62b0c4799 req-1db158f9-19aa-435f-a330-19ae3c8f647a tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441723 Apr 15 10:59:50.078916 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e7a7a3-4319-4448-82b4-f2952c97b1fb admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:59:50.089390 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa92eb1-c320-42ab-8faf-c20883b68461 None None] Sync routers for ids ['9d304909-2d3d-4de8-a9cf-d005096ee952'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:59:50.097412 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f9e7a7a3-4319-4448-82b4-f2952c97b1fb admin admin] 10.222.0.98 "PUT /v2.0/routers/9d304909-2d3d-4de8-a9cf-d005096ee952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2145679 Apr 15 10:59:50.099845 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 33976) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:50.105557 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa92eb1-c320-42ab-8faf-c20883b68461 None None] Routers {'9d304909-2d3d-4de8-a9cf-d005096ee952'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:50.106211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-2aa92eb1-c320-42ab-8faf-c20883b68461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:59:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['9d304909-2d3d-4de8-a9cf-d005096ee952'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:50.298344 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] Notify callbacks [] for router, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:50.302123 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-2aa92eb1-c320-42ab-8faf-c20883b68461 None None] Set router 9d304909-2d3d-4de8-a9cf-d005096ee952 gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:50.505006 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:50.514318 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] Deleting port 46a9df90-f874-437c-9377-ea5a2b66d3f0 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:50.514633 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:50.561064 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:59:50.642070 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:59:50.648457 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:59:50.649505 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:50.799826 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] For port 46a9df90-f874-437c-9377-ea5a2b66d3f0, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=46a9df90-f874-437c-9377-ea5a2b66d3f0,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:50.804494 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:50.808246 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-2aa92eb1-c320-42ab-8faf-c20883b68461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'name': 'tempest-ServerRescueNegativeTestJSON-212940672-router', 'tenant_id': '465dd649e85e465080f5d9aa3d70976f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.181'}], 'enable_snat': True}, 'gw_port_id': '46a9df90-f874-437c-9377-ea5a2b66d3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:51Z', 'updated_at': '2021-04-15T10:59:48Z', 'revision_number': 5, 'project_id': '465dd649e85e465080f5d9aa3d70976f', 'gw_port': {'id': '46a9df90-f874-437c-9377-ea5a2b66d3f0', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:53Z', 'updated_at': '2021-04-15T10:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb'}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:50.809637 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:50.816396 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa92eb1-c320-42ab-8faf-c20883b68461 None None] Checking router: 9d304909-2d3d-4de8-a9cf-d005096ee952 for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:59:50.834044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa92eb1-c320-42ab-8faf-c20883b68461 None None] Routers {'9d304909-2d3d-4de8-a9cf-d005096ee952'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:50.834711 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-2aa92eb1-c320-42ab-8faf-c20883b68461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:59:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['9d304909-2d3d-4de8-a9cf-d005096ee952'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:50.883570 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:50.901864 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:50.912203 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:50.915260 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:50.970788 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2', 'code': 200} Apr 15 10:59:51.013950 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] Calling delete_port for 46a9df90-f874-437c-9377-ea5a2b66d3f0 owned by network:router_gateway {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:51.028532 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:51.047058 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:51.192202 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-2aa92eb1-c320-42ab-8faf-c20883b68461 None None] Set router 9d304909-2d3d-4de8-a9cf-d005096ee952 gateway port host: None {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:51.315091 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-2aa92eb1-c320-42ab-8faf-c20883b68461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'name': 'tempest-ServerRescueNegativeTestJSON-212940672-router', 'tenant_id': '465dd649e85e465080f5d9aa3d70976f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:51Z', 'updated_at': '2021-04-15T10:59:50Z', 'revision_number': 6, 'project_id': '465dd649e85e465080f5d9aa3d70976f', 'gw_port_host': None}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:51.320015 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa92eb1-c320-42ab-8faf-c20883b68461 None None] The sync data for ids ['9d304909-2d3d-4de8-a9cf-d005096ee952'] in dv-cinder-786386-1-smb is: [{'id': '9d304909-2d3d-4de8-a9cf-d005096ee952', 'name': 'tempest-ServerRescueNegativeTestJSON-212940672-router', 'tenant_id': '465dd649e85e465080f5d9aa3d70976f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:51Z', 'updated_at': '2021-04-15T10:59:50Z', 'revision_number': 6, 'project_id': '465dd649e85e465080f5d9aa3d70976f', 'gw_port_host': None}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:59:51.328356 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1643a-d7b3-40ee-9ac2-04f0039d4c1c req-aa0e0f61-71d3-4d54-bff0-e03407076e27 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:51.330054 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-68c1643a-d7b3-40ee-9ac2-04f0039d4c1c req-aa0e0f61-71d3-4d54-bff0-e03407076e27 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.0913301 Apr 15 10:59:51.384417 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36526e3-1135-4843-b03d-f64582c5bcb7 req-40450b03-a989-41e2-bd65-6d6883b039dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:51.384649 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-68c1643a-d7b3-40ee-9ac2-04f0039d4c1c req-e81498c7-8141-41d7-94a7-e618e3c87b30 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479290 Apr 15 10:59:51.386911 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d36526e3-1135-4843-b03d-f64582c5bcb7 req-40450b03-a989-41e2-bd65-6d6883b039dd service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 1099 time: 0.1155086 Apr 15 10:59:51.387701 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:51.406524 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0f1dd5c6-6dc0-40d7-bcc2-aecd6eaa68bf tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:51.519771 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] Pushing event deleted for resources: {'Port': ['ID=46a9df90-f874-437c-9377-ea5a2b66d3f0,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:51.530472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:51.562013 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d36526e3-1135-4843-b03d-f64582c5bcb7 req-e474b349-d142-4ca9-a1c3-74e6c9d93488 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565866 Apr 15 10:59:51.650462 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854328269'] for router_gateway, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:51.837805 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854336555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762011'] for router, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:51.840340 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:51.939604 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-449861'] for router, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:51.940248 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d304909-2d3d-4de8-a9cf-d005096ee952 {{(pid=85291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 10:59:51.954638 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:51.955792 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] 10.222.0.98 "DELETE /v2.0/routers/9d304909-2d3d-4de8-a9cf-d005096ee952 HTTP/1.1" status: 204 len: 168 time: 1.8549573 Apr 15 10:59:51.958648 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 33998) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:52.026480 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Deleting subnet ba729bbe-c7eb-46e3-aa06-bbc37029435b {{(pid=85292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:59:52.030258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.087665 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7193441'] for subnet, precommit_delete_associations {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.150771 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.406744 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847586166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8185521'] for subnet, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.426906 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:52.508339 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba729bbe-c7eb-46e3-aa06-bbc37029435b,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:52.583539 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:52.583957 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:52.584361 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:52.584781 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:52.585177 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:52.585572 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:52.585961 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:52.586350 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:52.586741 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:52.587134 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:52.587519 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:52.587903 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:52.607126 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:52.633782 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.648062 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-1e2d0b2a-0c98-41be-8bee-084d3d2b6abf admin admin] 10.222.0.98 "DELETE /v2.0/subnets/ba729bbe-c7eb-46e3-aa06-bbc37029435b HTTP/1.1" status: 204 len: 168 time: 0.6860304 Apr 15 10:59:52.648499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 34004) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:52.669431 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8872f-01de-41e2-a2dc-ab6bb19875a4 req-4ccd7e6a-df24-4cbb-8a82-93483a355920 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:52.671076 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b9b8872f-01de-41e2-a2dc-ab6bb19875a4 req-4ccd7e6a-df24-4cbb-8a82-93483a355920 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.1597719 Apr 15 10:59:52.730673 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b9b8872f-01de-41e2-a2dc-ab6bb19875a4 req-4a2faa1f-a7f1-4f75-92f6-86ed4f258d14 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519931 Apr 15 10:59:52.769314 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device b02394a6-f129-4ac7-af19-14682fda0596 no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:52.778112 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:59:52.798183 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853837892'] for network, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.835471 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: b02394a6-f129-4ac7-af19-14682fda0596 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:52.836041 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device b02394a6-f129-4ac7-af19-14682fda0596 not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:52.836628 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 46a9df90-f874-437c-9377-ea5a2b66d3f0 no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:52.887378 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: 46a9df90-f874-437c-9377-ea5a2b66d3f0 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:52.887779 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 46a9df90-f874-437c-9377-ea5a2b66d3f0 not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:52.998033 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854714127', 'neutron.services.segments.db._delete_segments_for_network--9223363309937827905'] for network, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.118938 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:53.119385 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:53.120781 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:53.121249 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Subscribe: > port after_create 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:53.121618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Subscribe: > port after_delete 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:53.121973 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Subscribe: > port after_update 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:53.122340 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:53.122722 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:53.123060 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:53.123422 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:53.210311 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:53.210703 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:53.211068 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:53.211439 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85291) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:53.211822 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c6405f-4172-4bf3-b6eb-f465500f6c40']}} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:53.225916 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0bb16d-2887-4e7b-853c-e0065d350604') {'for_net_delete': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:53.226255 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0bb16d-2887-4e7b-853c-e0065d350604') {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:53.238597 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309937828161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6451973'] for segment, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.256482 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.264441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Releasing vlan 1398 on physical network physnet1 to pool {{(pid=85291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:59:53.452075 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Network 05c6405f-4172-4bf3-b6eb-f465500f6c40 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:59:53.461905 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848323160'] for segment, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.877708 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Network 05c6405f-4172-4bf3-b6eb-f465500f6c40 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: from cryptography.utils import int_from_bytes Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: from cryptography.utils import int_from_bytes Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: (rel_b, rel_a, rel_b), Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: (rel_b, rel_a, rel_b), Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: Traceback (most recent call last): Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: timer() Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: cb(*args, **kw) Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: return func(*args, **kwargs) Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: self._notify() Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: self.callback(batched_events) Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: event.method(event) Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: segment_id)['aggregates'][0] Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: return f(self, *a, **k) Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: return self._get(url).json() Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: **kwargs) Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: return self.request(url, 'GET', **kwargs) Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: **endpoint_filter) Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:59:53.907228 dv-cinder-786386-1-smb neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:59:53.961971 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a85bf0-2815-4440-91bc-47d8b95f8ad3 req-6627e8bc-f667-42ce-a058-052655aef514 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:53.963092 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f0a85bf0-2815-4440-91bc-47d8b95f8ad3 req-6627e8bc-f667-42ce-a058-052655aef514 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.1034193 Apr 15 10:59:53.997310 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-61574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447513'] for network, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:54.001398 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e5ccfe6e-0d13-490a-a31b-934b16913e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:54.017805 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f0a85bf0-2815-4440-91bc-47d8b95f8ad3 req-94af15d2-b499-42fa-a8ba-4956228f15a7 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460255 Apr 15 10:59:54.021985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:54.025023 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=05c6405f-4172-4bf3-b6eb-f465500f6c40,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:54.032416 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:54.048153 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-7117204b-4627-4a83-909d-f3f4cc973d1c admin admin] 10.222.0.98 "DELETE /v2.0/networks/05c6405f-4172-4bf3-b6eb-f465500f6c40 HTTP/1.1" status: 204 len: 168 time: 1.3984694 Apr 15 10:59:54.178040 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 34024) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:54.232725 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-8687d958-bdde-4a39-8cd3-2c8540bb377d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=465dd649e85e465080f5d9aa3d70976f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533550 Apr 15 10:59:54.235223 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 34028) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:54.238246 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598a523-639e-411d-92b1-89a0103525ac req-81579948-92a4-4702-b3b2-d48b51677130 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:54.239817 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9598a523-639e-411d-92b1-89a0103525ac req-81579948-92a4-4702-b3b2-d48b51677130 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.0887904 Apr 15 10:59:54.250024 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 34032) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:54.255541 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-e239ae37-37a1-42b7-a59d-9cefc490b4db tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Request body: {'floatingip': {'port_id': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:54.298369 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-204b9692-5eaa-45c6-aac1-dc32205e2899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:54.326740 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-204b9692-5eaa-45c6-aac1-dc32205e2899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:54.339311 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e239ae37-37a1-42b7-a59d-9cefc490b4db tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for floatingip, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:54.372469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-204b9692-5eaa-45c6-aac1-dc32205e2899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:54.377489 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9af55c59-e68e-4814-9bb8-2927628cf26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:54.393937 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b9692-5eaa-45c6-aac1-dc32205e2899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c279398-1ff5-4a72-962d-823b100d5932,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:54.397081 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-204b9692-5eaa-45c6-aac1-dc32205e2899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:54.399277 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-204b9692-5eaa-45c6-aac1-dc32205e2899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:54.404147 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-204b9692-5eaa-45c6-aac1-dc32205e2899 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7c279398-1ff5-4a72-962d-823b100d5932 HTTP/1.1" status: 204 len: 168 time: 0.1642601 Apr 15 10:59:55.197590 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e239ae37-37a1-42b7-a59d-9cefc490b4db tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.201605 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e239ae37-37a1-42b7-a59d-9cefc490b4db tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447726'] for floatingip, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.220675 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 34058) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:55.334942 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1512499967-network', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:55.340845 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:55.344897 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Usage tracker for resource:network and tenant:86c4cac746df44b6aa4b2c6474c31fa2 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:55.347949 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:55.353982 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:55.364744 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Made reservation on behalf of 86c4cac746df44b6aa4b2c6474c31fa2 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:59:55.370011 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.383833 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.384531 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.l3_db [None req-e239ae37-37a1-42b7-a59d-9cefc490b4db tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Floating IP e2d372ea-9086-4091-9fed-e50c5012246d associated. External IP: 172.28.1.150, port: 0384c7d6-6124-4e15-af0c-ceff9e6acbe2. Apr 15 10:59:55.400299 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:55.404540 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Usage tracker for resource:security_group_rule and tenant:86c4cac746df44b6aa4b2c6474c31fa2 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:55.407523 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:55.413579 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:55.500852 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.503865 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.508464 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-204b9692-5eaa-45c6-aac1-dc32205e2899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:55.549034 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] vlan segment allocate from pool success with {'vlan_id': 1353, 'physical_network': 'physnet1'} {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:59:55.552172 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22a41cd-9118-4f6b-8e6a-f60544a5b7ac,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:55.556970 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:55.560767 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.561172 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Added segment 2526e893-d542-4d82-b275-7343411357be of type vlan for network 98b12ee6-130f-43e6-baec-b4e83ba468aa Apr 15 10:59:55.594447 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.627822 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.629307 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:55.629969 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.636120 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ef66f45e-9aac-468d-a010-24ddb6b2d7a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:55.745187 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5231328 Apr 15 10:59:55.748367 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Pushing event updated for resources: {'Network': ['ID=98b12ee6-130f-43e6-baec-b4e83ba468aa,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:55.748591 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 34066) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:55.751319 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:55.756573 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-015ad989-e2cd-4cfd-92a6-7caa87f50714 admin admin] Request body: {'subnet': {'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1512499967-subnet', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:55.758742 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network 98b12ee6-130f-43e6-baec-b4e83ba468aa details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:59:55.766047 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-015ad989-e2cd-4cfd-92a6-7caa87f50714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:55.781381 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-015ad989-e2cd-4cfd-92a6-7caa87f50714 admin admin] Usage tracker for resource:subnet and tenant:86c4cac746df44b6aa4b2c6474c31fa2 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:55.785774 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-015ad989-e2cd-4cfd-92a6-7caa87f50714 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:55.793111 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-015ad989-e2cd-4cfd-92a6-7caa87f50714 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:55.862985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015ad989-e2cd-4cfd-92a6-7caa87f50714 admin admin] Made reservation on behalf of 86c4cac746df44b6aa4b2c6474c31fa2 for: {'subnet': 1} {{(pid=85292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:59:55.867663 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-015ad989-e2cd-4cfd-92a6-7caa87f50714 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846590309'] for subnet, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.101929 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e239ae37-37a1-42b7-a59d-9cefc490b4db tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Router f0b5254f-2271-42e8-b2f2-1b5d85d8696b has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:59:56.391016 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e239ae37-37a1-42b7-a59d-9cefc490b4db tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:59:56.401422 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33593b2-17c0-490f-a101-e2d006718150 None None] Sync routers for ids ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'] in dv-cinder-786386-1-smb {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:59:56.411477 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33593b2-17c0-490f-a101-e2d006718150 None None] Routers {'f0b5254f-2271-42e8-b2f2-1b5d85d8696b'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:56.412236 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-d33593b2-17c0-490f-a101-e2d006718150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:59:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:56.450348 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e239ae37-37a1-42b7-a59d-9cefc490b4db tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.525872 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e239ae37-37a1-42b7-a59d-9cefc490b4db tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "PUT /v2.0/floatingips/e2d372ea-9086-4091-9fed-e50c5012246d HTTP/1.1" status: 200 len: 992 time: 2.2745607 Apr 15 10:59:56.527318 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'tag': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:56.605423 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'tag': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2', 'status': 'completed', 'code': 200} Apr 15 10:59:56.640776 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-015ad989-e2cd-4cfd-92a6-7caa87f50714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7189591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846590326'] for subnet, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.658525 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:56.743074 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c69e5-1502-4bc3-9506-86f3b77d6f8b req-b1cfdd39-9109-4676-b272-bedb6097880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:56.745637 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-662c69e5-1502-4bc3-9506-86f3b77d6f8b req-b1cfdd39-9109-4676-b272-bedb6097880c service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32210517f2e94192a5ba2da4ed6b7d44&device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 1099 time: 0.0981667 Apr 15 10:59:56.789728 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ad989-e2cd-4cfd-92a6-7caa87f50714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=402316b6-2fc2-4d66-82ac-ae13f8570bbb,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:56.798993 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-015ad989-e2cd-4cfd-92a6-7caa87f50714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:56.807971 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-d33593b2-17c0-490f-a101-e2d006718150 None None] Set router f0b5254f-2271-42e8-b2f2-1b5d85d8696b gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:56.895710 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015ad989-e2cd-4cfd-92a6-7caa87f50714 admin admin] Checking segment: {'id': '2526e893-d542-4d82-b275-7343411357be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:59:56.896006 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015ad989-e2cd-4cfd-92a6-7caa87f50714 admin admin] Network hostable DHCP agents. Network: 98b12ee6-130f-43e6-baec-b4e83ba468aa, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:59:56.916866 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015ad989-e2cd-4cfd-92a6-7caa87f50714 admin admin] Network 98b12ee6-130f-43e6-baec-b4e83ba468aa is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:59:56.921469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c69e5-1502-4bc3-9506-86f3b77d6f8b req-bb10b9cd-38a5-463e-b424-58683d8afeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:56.929100 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-662c69e5-1502-4bc3-9506-86f3b77d6f8b req-bb10b9cd-38a5-463e-b424-58683d8afeec service neutron] 10.222.0.108 "GET /v2.0/networks?id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e HTTP/1.1" status: 200 len: 919 time: 0.1706576 Apr 15 10:59:56.940629 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-015ad989-e2cd-4cfd-92a6-7caa87f50714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, 98b12ee6-130f-43e6-baec-b4e83ba468aa) {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:59:56.960914 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015ad989-e2cd-4cfd-92a6-7caa87f50714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:56.962041 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-015ad989-e2cd-4cfd-92a6-7caa87f50714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.986114 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-015ad989-e2cd-4cfd-92a6-7caa87f50714 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2355471 Apr 15 10:59:56.986114 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 34080) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:56.992234 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:56.995790 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078ae474-fe86-4b2a-a307-854a72d6768d None None] Network 98b12ee6-130f-43e6-baec-b4e83ba468aa requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:59:56.997858 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:57.002017 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Usage tracker for resource:router and tenant:86c4cac746df44b6aa4b2c6474c31fa2 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:57.005662 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:57.012980 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:57.022873 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854336538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761996'] for router, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.023960 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13804'] for router, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.045511 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.069239 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-662c69e5-1502-4bc3-9506-86f3b77d6f8b req-40b45a44-b33f-4315-9e74-b39484100f52 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0384c7d6-6124-4e15-af0c-ceff9e6acbe2 HTTP/1.1" status: 200 len: 1000 time: 0.1355784 Apr 15 10:59:57.148439 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c69e5-1502-4bc3-9506-86f3b77d6f8b req-7b3ff585-db51-4c68-8bbd-751ef98a4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:57.150083 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-662c69e5-1502-4bc3-9506-86f3b77d6f8b req-7b3ff585-db51-4c68-8bbd-751ef98a4298 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ef91ca22-b90c-496e-9216-5832d8c88de8 HTTP/1.1" status: 200 len: 856 time: 0.0738087 Apr 15 10:59:57.249546 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c69e5-1502-4bc3-9506-86f3b77d6f8b req-1e0511dc-4e4e-4c8b-b572-e57131cc8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:57.251154 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-662c69e5-1502-4bc3-9506-86f3b77d6f8b req-1e0511dc-4e4e-4c8b-b572-e57131cc8235 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0941143 Apr 15 10:59:57.426836 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03cae621-d5ad-52d9-a88b-1dbc97da46ae-98b12ee6-130f-43e6-baec-b4e83ba468aa', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb'}]}} from dv-cinder-786386-1-smb. {{(pid=85293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:59:57.427600 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-662c69e5-1502-4bc3-9506-86f3b77d6f8b req-e905d059-0492-435f-88c4-4b4d1e7db238 service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689496 Apr 15 10:59:57.427799 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.449306 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854336521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13789'] for router, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.515457 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-d33593b2-17c0-490f-a101-e2d006718150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': 'e2d372ea-9086-4091-9fed-e50c5012246d', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'floating_ip_address': '172.28.1.150', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'port_id': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'mac_address': 'fa:16:3e:a7:2d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:37Z', 'updated_at': '2021-04-15T10:59:55Z', 'revision_number': 1, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6395b0-c749-4b13-9bd8-9a326dba1419', 'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'mac_address': 'fa:16:3e:5c:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:59Z', 'updated_at': '2021-04-15T10:56:11Z', 'revision_number': 5, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'subnets': [{'id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:57.523780 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33593b2-17c0-490f-a101-e2d006718150 None None] Checking router: f0b5254f-2271-42e8-b2f2-1b5d85d8696b for host: dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:59:57.554076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33593b2-17c0-490f-a101-e2d006718150 None None] Routers {'f0b5254f-2271-42e8-b2f2-1b5d85d8696b'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:57.554766 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-d33593b2-17c0-490f-a101-e2d006718150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:59:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:57.596120 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-662c69e5-1502-4bc3-9506-86f3b77d6f8b req-552f69ff-34b2-43c4-acb7-37703cb7d97e service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506143 Apr 15 10:59:57.784393 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Allocated IP 172.20.0.2 (98b12ee6-130f-43e6-baec-b4e83ba468aa/402316b6-2fc2-4d66-82ac-ae13f8570bbb/c24cbe35-9522-4a2d-8982-4f8e264cbdd1) {{(pid=85293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:59:57.899398 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-d33593b2-17c0-490f-a101-e2d006718150 None None] Set router f0b5254f-2271-42e8-b2f2-1b5d85d8696b gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:58.003287 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:58.037002 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:58.184155 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Allocated IP 172.28.1.165 (75f67454-9d0f-442c-bd06-ccb5d72eecb7/92e09409-23cb-47a5-83a3-d0bf73c89cb1/60c3734d-cae3-4d03-b715-288dfa4c2c61) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:59:58.296214 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Notify callbacks [] for port, precommit_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:58.326603 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Transition to ACTIVE for port object c24cbe35-9522-4a2d-8982-4f8e264cbdd1 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:59:58.346493 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:58.382635 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7189757'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:58.391954 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Transition to ACTIVE for port object c24cbe35-9522-4a2d-8982-4f8e264cbdd1 will not be triggered until provisioned by entity DHCP. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:59:58.401328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:58.401963 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a9c4568d-9d97-46bf-a4a2-ee5afaf5d9d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:58.418155 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:58.547513 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Pushing event updated for resources: {'Port': ['ID=60c3734d-cae3-4d03-b715-288dfa4c2c61,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:58.552653 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:58.582028 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Pushing event updated for resources: {'Port': ['ID=c24cbe35-9522-4a2d-8982-4f8e264cbdd1,revision_number=1']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:58.587385 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:58.602907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:59:58.604700 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:59:58.606952 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:59:58.615725 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-d33593b2-17c0-490f-a101-e2d006718150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': 'e2d372ea-9086-4091-9fed-e50c5012246d', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'floating_ip_address': '172.28.1.150', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'port_id': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'mac_address': 'fa:16:3e:a7:2d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:37Z', 'updated_at': '2021-04-15T10:59:55Z', 'revision_number': 1, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6395b0-c749-4b13-9bd8-9a326dba1419', 'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'mac_address': 'fa:16:3e:5c:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:59Z', 'updated_at': '2021-04-15T10:56:11Z', 'revision_number': 5, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'subnets': [{'id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:58.632170 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33593b2-17c0-490f-a101-e2d006718150 None None] The sync data for ids ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'] in dv-cinder-786386-1-smb is: [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': 'e2d372ea-9086-4091-9fed-e50c5012246d', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'floating_ip_address': '172.28.1.150', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'port_id': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'mac_address': 'fa:16:3e:a7:2d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:37Z', 'updated_at': '2021-04-15T10:59:55Z', 'revision_number': 1, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6395b0-c749-4b13-9bd8-9a326dba1419', 'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'mac_address': 'fa:16:3e:5c:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:59Z', 'updated_at': '2021-04-15T10:56:11Z', 'revision_number': 5, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'subnets': [{'id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:59:58.655327 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Network 98b12ee6-130f-43e6-baec-b4e83ba468aa is already hosted by enough agents. {{(pid=85293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:59:58.656533 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Resources bound (agent type, host, resource id): {{(pid=85293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:59:58.659512 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Received port after_create {{(pid=85293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:59:58.927020 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Attempting to bind port c24cbe35-9522-4a2d-8982-4f8e264cbdd1 on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:59:58.927793 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Attempting to bind port c24cbe35-9522-4a2d-8982-4f8e264cbdd1 by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '2526e893-d542-4d82-b275-7343411357be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:59:58.928437 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Attempting to bind port c24cbe35-9522-4a2d-8982-4f8e264cbdd1 on network 98b12ee6-130f-43e6-baec-b4e83ba468aa {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:59:58.935490 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:59:58.935918 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Checking segment: {'id': '2526e893-d542-4d82-b275-7343411357be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:59:58.936347 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:58.936841 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Bound using segment: {'id': '2526e893-d542-4d82-b275-7343411357be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:59:58.937383 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Bound port: c24cbe35-9522-4a2d-8982-4f8e264cbdd1, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2526e893-d542-4d82-b275-7343411357be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:59:58.937809 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:58.953530 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381a2db3-108e-4fc4-991d-67a9ddc61e34 None None] New status for floating IP e2d372ea-9086-4091-9fed-e50c5012246d: ACTIVE {{(pid=85294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:59:59.040061 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] For port c24cbe35-9522-4a2d-8982-4f8e264cbdd1, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:59:59.045370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] For port c24cbe35-9522-4a2d-8982-4f8e264cbdd1, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=c24cbe35-9522-4a2d-8982-4f8e264cbdd1,segment=NetworkSegment(2526e893-d542-4d82-b275-7343411357be),segment_id=2526e893-d542-4d82-b275-7343411357be)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:59:59.051676 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:59.074041 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:59.112445 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:59.223258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Pushing event updated for resources: {'Port': ['ID=c24cbe35-9522-4a2d-8982-4f8e264cbdd1,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:59.229397 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:59.484605 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854328227'] for router, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:59.743567 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae is scheduled to L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf with binding_index 1 {{(pid=85292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:59:59.937724 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:59:59.947402 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Sync routers for ids ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'] in dv-cinder-786386-1-smb {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:59:59.957942 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Routers {'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:59.958603 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:59:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:59.963643 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] Notify callbacks [] for router, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:59.965042 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-bf2c22f4-886e-41e7-a0d5-ae6828e38e85 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9778681 Apr 15 10:59:59.967854 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 34094) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:00.167844 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Set router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:00.512575 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T10:59:58Z', 'revision_number': 3, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T10:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb'}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:00.517455 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Checking router: fa6abfcd-5731-4bc4-b10c-bc366f01d8ae for host: dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:00:00.518108 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Updating router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae port 60c3734d-cae3-4d03-b715-288dfa4c2c61 binding host dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:00:00.581617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:00.709186 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc296dfa-b6b8-4dcb-8cfc-197f5b98c26b None None] Network 98b12ee6-130f-43e6-baec-b4e83ba468aa requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:00:00.842322 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device c24cbe35-9522-4a2d-8982-4f8e264cbdd1 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:00.907059 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-a3ba5cc8-6823-406f-b6fb-53d6b9b0fe30 None None] Provisioning for port c24cbe35-9522-4a2d-8982-4f8e264cbdd1 completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:00.968854 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.122079 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port c24cbe35-9522-4a2d-8982-4f8e264cbdd1 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:01.138410 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port c24cbe35-9522-4a2d-8982-4f8e264cbdd1 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:01.138829 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.199155 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Allocated IP 172.20.0.1 (98b12ee6-130f-43e6-baec-b4e83ba468aa/402316b6-2fc2-4d66-82ac-ae13f8570bbb/a413a9ba-f939-4efe-bd6e-a35a26979673) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:01.364170 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.384870 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Transition to ACTIVE for port object a413a9ba-f939-4efe-bd6e-a35a26979673 will not be triggered until provisioned by entity DHCP. {{(pid=85292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:01.409601 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7189757'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.425892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-10c3ed3b-fa0e-4ea8-8960-1c0f604f0601 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:01.444125 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.455746 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.474518 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Transition to ACTIVE for port object 60c3734d-cae3-4d03-b715-288dfa4c2c61 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:01.493807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.504663 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Pushing event updated for resources: {'Port': ['ID=a413a9ba-f939-4efe-bd6e-a35a26979673,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:01.510036 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:01.512062 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:01.643593 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Network 98b12ee6-130f-43e6-baec-b4e83ba468aa is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:01.644981 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Resources bound (agent type, host, resource id): {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:01.647334 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:01.710483 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854328168'] for router_interface, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.771829 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] For port c24cbe35-9522-4a2d-8982-4f8e264cbdd1, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=c24cbe35-9522-4a2d-8982-4f8e264cbdd1,segment=NetworkSegment(2526e893-d542-4d82-b275-7343411357be),segment_id=2526e893-d542-4d82-b275-7343411357be)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:01.800287 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.844019 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-08dbd2fb-f5bc-49e5-b4a2-774064b032e5 None None] Provisioning complete for port c24cbe35-9522-4a2d-8982-4f8e264cbdd1 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:01.844496 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-08dbd2fb-f5bc-49e5-b4a2-774064b032e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.871094 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7ad6d-f40f-4928-8c1b-47b009ed44ae None None] Pushing event updated for resources: {'Port': ['ID=60c3734d-cae3-4d03-b715-288dfa4c2c61,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:01.880492 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-60f7ad6d-f40f-4928-8c1b-47b009ed44ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:01.910918 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:02.019659 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.051530 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Pushing event updated for resources: {'Port': ['ID=c24cbe35-9522-4a2d-8982-4f8e264cbdd1,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:02.056339 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:02.057307 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Attempting to bind port 60c3734d-cae3-4d03-b715-288dfa4c2c61 on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:02.057768 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Attempting to bind port 60c3734d-cae3-4d03-b715-288dfa4c2c61 by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:02.058241 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Attempting to bind port 60c3734d-cae3-4d03-b715-288dfa4c2c61 on network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:02.099856 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:02.100284 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Checking segment: {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:02.100759 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.101204 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Bound using segment: {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:02.101745 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Bound port: 60c3734d-cae3-4d03-b715-288dfa4c2c61, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:02.102167 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.202404 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] For port 60c3734d-cae3-4d03-b715-288dfa4c2c61, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:02.205528 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] For port 60c3734d-cae3-4d03-b715-288dfa4c2c61, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=60c3734d-cae3-4d03-b715-288dfa4c2c61,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:02.208908 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.225072 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:02.308576 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.312089 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847586107'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.346703 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:02.373140 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-1a2d7d1e-8636-4216-87d3-38c2458b9c85 None None] Provisioning for port a413a9ba-f939-4efe-bd6e-a35a26979673 completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:02.398643 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-1a2d7d1e-8636-4216-87d3-38c2458b9c85 None None] Provisioning complete for port a413a9ba-f939-4efe-bd6e-a35a26979673 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:02.399067 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7d1e-8636-4216-87d3-38c2458b9c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.431630 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Pushing event updated for resources: {'Port': ['ID=a413a9ba-f939-4efe-bd6e-a35a26979673,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:02.434128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854218599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327501'] for router_interface, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.439976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7ad6d-f40f-4928-8c1b-47b009ed44ae None None] Pushing event updated for resources: {'Port': ['ID=60c3734d-cae3-4d03-b715-288dfa4c2c61,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:02.448438 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:02.454594 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-60f7ad6d-f40f-4928-8c1b-47b009ed44ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:02.487209 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d7d1e-8636-4216-87d3-38c2458b9c85 None None] Port a413a9ba-f939-4efe-bd6e-a35a26979673 cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:00:02.499915 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Routers {'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:02.500586 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T10:59:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:02.582623 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Network 98b12ee6-130f-43e6-baec-b4e83ba468aa is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:02.583739 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Resources bound (agent type, host, resource id): {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:02.653084 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-36b3b371-b89c-4620-8b43-eab7507856e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.716309 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] Set router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:02.785583 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device c24cbe35-9522-4a2d-8982-4f8e264cbdd1 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:02.968020 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-96277b70-728e-4009-a123-f81c6b9354b3 None None] Provisioning complete for port a413a9ba-f939-4efe-bd6e-a35a26979673 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:02.968630 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-96277b70-728e-4009-a123-f81c6b9354b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:03.004474 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:00:03.109882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-96277b70-728e-4009-a123-f81c6b9354b3 None None] Port a413a9ba-f939-4efe-bd6e-a35a26979673 cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:00:03.121216 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port c24cbe35-9522-4a2d-8982-4f8e264cbdd1 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:03.121638 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:03.204088 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:00:03.214374 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-a41cb71a-37e9-4611-b4ed-5a7262eeb608 admin admin] 10.222.0.98 "PUT /v2.0/routers/fa6abfcd-5731-4bc4-b10c-bc366f01d8ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2454607 Apr 15 11:00:03.341656 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'a413a9ba-f939-4efe-bd6e-a35a26979673', 'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'mac_address': 'fa:16:3e:57:51:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:01Z', 'updated_at': '2021-04-15T11:00:02Z', 'revision_number': 2, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'subnets': [{'id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:03.345960 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53281699-81e6-40f1-8935-a50c1c2064b6 None None] The sync data for ids ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'] in dv-cinder-786386-1-smb is: [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'a413a9ba-f939-4efe-bd6e-a35a26979673', 'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'mac_address': 'fa:16:3e:57:51:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:01Z', 'updated_at': '2021-04-15T11:00:02Z', 'revision_number': 2, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'subnets': [{'id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:00:03.742477 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 34130) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:03.751414 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-94aa536a-42e7-406f-9363-1a42ab001a31 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1954682153', 'description': 'tempest-description--1853026100'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:03.761054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-94aa536a-42e7-406f-9363-1a42ab001a31 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:03.766970 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-94aa536a-42e7-406f-9363-1a42ab001a31 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Usage tracker for resource:security_group and tenant:86c4cac746df44b6aa4b2c6474c31fa2 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:03.771788 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-94aa536a-42e7-406f-9363-1a42ab001a31 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:03.779227 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-94aa536a-42e7-406f-9363-1a42ab001a31 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:03.795563 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-94aa536a-42e7-406f-9363-1a42ab001a31 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:03.822148 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-94aa536a-42e7-406f-9363-1a42ab001a31 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:03.827595 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-94aa536a-42e7-406f-9363-1a42ab001a31 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Usage tracker for resource:security_group_rule and tenant:86c4cac746df44b6aa4b2c6474c31fa2 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:03.830938 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-94aa536a-42e7-406f-9363-1a42ab001a31 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:03.837431 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-94aa536a-42e7-406f-9363-1a42ab001a31 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:03.919257 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-94aa536a-42e7-406f-9363-1a42ab001a31 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:03.922884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-94aa536a-42e7-406f-9363-1a42ab001a31 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:03.928985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b9ad34ea-0132-4502-bccd-1ea5388d988a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:03.973717 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa536a-42e7-406f-9363-1a42ab001a31 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7490b2-2ad6-45e0-83af-f23adf5f88ff,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:03.977364 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-94aa536a-42e7-406f-9363-1a42ab001a31 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:03.978288 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-94aa536a-42e7-406f-9363-1a42ab001a31 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:03.982930 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-94aa536a-42e7-406f-9363-1a42ab001a31 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2364154 Apr 15 11:00:03.983457 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 34136) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:03.989618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-d7b4e222-84db-4e4a-bc8b-fc0d4a1e51e0 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Request body: {'security_group_rule': {'security_group_id': 'bc7490b2-2ad6-45e0-83af-f23adf5f88ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:03.997230 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d7b4e222-84db-4e4a-bc8b-fc0d4a1e51e0 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:04.001443 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d7b4e222-84db-4e4a-bc8b-fc0d4a1e51e0 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Usage tracker for resource:security_group_rule and tenant:86c4cac746df44b6aa4b2c6474c31fa2 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:04.004624 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d7b4e222-84db-4e4a-bc8b-fc0d4a1e51e0 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:04.011666 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d7b4e222-84db-4e4a-bc8b-fc0d4a1e51e0 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:04.029589 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e222-84db-4e4a-bc8b-fc0d4a1e51e0 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.105895 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e222-84db-4e4a-bc8b-fc0d4a1e51e0 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.111621 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e222-84db-4e4a-bc8b-fc0d4a1e51e0 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.113911 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:04.141997 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4e222-84db-4e4a-bc8b-fc0d4a1e51e0 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe40353-a678-4fa6-962b-23127d664a41,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:04.145024 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d7b4e222-84db-4e4a-bc8b-fc0d4a1e51e0 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:04.152373 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e222-84db-4e4a-bc8b-fc0d4a1e51e0 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.156833 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-d7b4e222-84db-4e4a-bc8b-fc0d4a1e51e0 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1697428 Apr 15 11:00:04.156833 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 34140) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:04.163049 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-b79e0f60-9883-4999-9f39-a816aafebbe9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Request body: {'security_group_rule': {'security_group_id': 'bc7490b2-2ad6-45e0-83af-f23adf5f88ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:04.174358 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b79e0f60-9883-4999-9f39-a816aafebbe9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:04.185239 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b79e0f60-9883-4999-9f39-a816aafebbe9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Usage tracker for resource:security_group_rule and tenant:86c4cac746df44b6aa4b2c6474c31fa2 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:04.188770 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b79e0f60-9883-4999-9f39-a816aafebbe9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:04.197993 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b79e0f60-9883-4999-9f39-a816aafebbe9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:04.220174 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b79e0f60-9883-4999-9f39-a816aafebbe9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.299546 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b79e0f60-9883-4999-9f39-a816aafebbe9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.302279 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b79e0f60-9883-4999-9f39-a816aafebbe9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.304487 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-153fa564-3526-4e29-ae85-343a22620ce6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:04.330992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e0f60-9883-4999-9f39-a816aafebbe9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ce94fd-1c32-4240-907c-65597a55f7ca,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:04.336062 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b79e0f60-9883-4999-9f39-a816aafebbe9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:04.341469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b79e0f60-9883-4999-9f39-a816aafebbe9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.342792 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b79e0f60-9883-4999-9f39-a816aafebbe9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1849892 Apr 15 11:00:04.346124 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 34144) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:04.352164 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Request body: {'floatingip': {'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:04.359360 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:04.363612 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Usage tracker for resource:floatingip and tenant:86c4cac746df44b6aa4b2c6474c31fa2 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:04.366998 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:04.374497 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:04.384577 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for floatingip, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.534417 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.684374 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Allocated IP 172.28.1.188 (75f67454-9d0f-442c-bd06-ccb5d72eecb7/92e09409-23cb-47a5-83a3-d0bf73c89cb1/b63ef945-24a3-4bcb-937c-26924c28dfff) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:04.790584 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 60c3734d-cae3-4d03-b715-288dfa4c2c61 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:04.856269 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.874981 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port 60c3734d-cae3-4d03-b715-288dfa4c2c61 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:04.879933 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 60c3734d-cae3-4d03-b715-288dfa4c2c61 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:04.880348 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.886482 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7189757'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.902440 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:04.949033 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b567e7a3-6745-4573-8ebc-24e07b37979d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.030290 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.048424 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] For port 60c3734d-cae3-4d03-b715-288dfa4c2c61, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=60c3734d-cae3-4d03-b715-288dfa4c2c61,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:05.048843 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event updated for resources: {'Port': ['ID=b63ef945-24a3-4bcb-937c-26924c28dfff,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:05.051298 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.053453 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:05.053577 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:05.106280 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:05.107564 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Resources bound (agent type, host, resource id): {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:05.110140 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:05.129333 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Pushing event updated for resources: {'Port': ['ID=60c3734d-cae3-4d03-b715-288dfa4c2c61,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:05.132465 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:05.242490 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.309872 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.586327 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.590075 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847586107'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.606011 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:05.742620 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event updated for resources: {'Port': ['ID=b63ef945-24a3-4bcb-937c-26924c28dfff,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:05.746258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:05.777079 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.851166 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447726'] for floatingip, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.874642 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.876032 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5288959 Apr 15 11:00:06.062716 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-815e367c-66b4-4ed3-a580-535571e0d66c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Synchronizing usage tracker for tenant:86c4cac746df44b6aa4b2c6474c31fa2 on resource:security_group {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:06.080487 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-815e367c-66b4-4ed3-a580-535571e0d66c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Unset dirty status for tenant:86c4cac746df44b6aa4b2c6474c31fa2 on resource:security_group {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:06.081836 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-815e367c-66b4-4ed3-a580-535571e0d66c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1954682153&fields=id&tenant_id=86c4cac746df44b6aa4b2c6474c31fa2 HTTP/1.1" status: 200 len: 267 time: 0.0657444 Apr 15 11:00:06.250489 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-67abb4db-499f-4479-9798-d9178d493252 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:06.252155 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-67abb4db-499f-4479-9798-d9178d493252 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/networks?id=98b12ee6-130f-43e6-baec-b4e83ba468aa HTTP/1.1" status: 200 len: 811 time: 0.1620517 Apr 15 11:00:06.269051 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-ba5bf67c-910c-4b9c-9143-fae0b452bdf6 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/quotas/86c4cac746df44b6aa4b2c6474c31fa2 HTTP/1.1" status: 200 len: 375 time: 0.0105581 Apr 15 11:00:06.293260 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.373661 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-9f06a029-c49d-4dcd-9c9c-e3384038b07f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Synchronizing usage tracker for tenant:86c4cac746df44b6aa4b2c6474c31fa2 on resource:port {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:06.389859 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-9f06a029-c49d-4dcd-9c9c-e3384038b07f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Unset dirty status for tenant:86c4cac746df44b6aa4b2c6474c31fa2 on resource:port {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:06.391287 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-9f06a029-c49d-4dcd-9c9c-e3384038b07f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=86c4cac746df44b6aa4b2c6474c31fa2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1154995 Apr 15 11:00:06.543403 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-14b760b2-65c9-4134-9c31-2e1683dd10ec service neutron] 10.222.0.98 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393642 Apr 15 11:00:06.584110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Sync routers for ids ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:00:06.595257 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Routers {'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:06.595915 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:00:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:06.688498 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-1abb385a-7013-4ea9-afb5-d8d37229a681 service neutron] 10.222.0.98 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385810 Apr 15 11:00:06.770708 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 60c3734d-cae3-4d03-b715-288dfa4c2c61 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:06.792218 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Set router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:06.845334 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 60c3734d-cae3-4d03-b715-288dfa4c2c61 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:06.845719 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.152610 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'a413a9ba-f939-4efe-bd6e-a35a26979673', 'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'mac_address': 'fa:16:3e:57:51:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:01Z', 'updated_at': '2021-04-15T11:00:02Z', 'revision_number': 2, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'subnets': [{'id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:07.156842 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Checking router: fa6abfcd-5731-4bc4-b10c-bc366f01d8ae for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:00:07.157241 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Updating router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae port a413a9ba-f939-4efe-bd6e-a35a26979673 binding host dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:00:07.217735 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.248555 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.634594 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Notify callbacks [] for port, precommit_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.646894 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Transition to ACTIVE for port object a413a9ba-f939-4efe-bd6e-a35a26979673 will not be triggered until provisioned by entity L2. {{(pid=85294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:07.652832 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.668414 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:07.803189 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cc04a-4d2a-495c-944a-c0b3b0b5b054 None None] Pushing event updated for resources: {'Port': ['ID=a413a9ba-f939-4efe-bd6e-a35a26979673,revision_number=3']} {{(pid=85294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:07.826394 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc04a-4d2a-495c-944a-c0b3b0b5b054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:07.826772 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc04a-4d2a-495c-944a-c0b3b0b5b054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:07.827140 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc04a-4d2a-495c-944a-c0b3b0b5b054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:07.827503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc04a-4d2a-495c-944a-c0b3b0b5b054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:07.827862 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc04a-4d2a-495c-944a-c0b3b0b5b054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:07.828219 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc04a-4d2a-495c-944a-c0b3b0b5b054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:07.828832 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc04a-4d2a-495c-944a-c0b3b0b5b054 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:07.829056 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc04a-4d2a-495c-944a-c0b3b0b5b054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:07.829237 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc04a-4d2a-495c-944a-c0b3b0b5b054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:07.829591 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc04a-4d2a-495c-944a-c0b3b0b5b054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:07.829940 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc04a-4d2a-495c-944a-c0b3b0b5b054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:07.830286 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc04a-4d2a-495c-944a-c0b3b0b5b054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:07.837353 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-611cc04a-4d2a-495c-944a-c0b3b0b5b054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:07.924427 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-43412b8e-bc59-4141-ba4c-5457a0ccb737 req-b153164d-f093-46c9-9bee-628b86a3054b tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 210 time: 0.0535891 Apr 15 11:00:08.054182 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Attempting to bind port a413a9ba-f939-4efe-bd6e-a35a26979673 on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:08.054598 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Attempting to bind port a413a9ba-f939-4efe-bd6e-a35a26979673 by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '2526e893-d542-4d82-b275-7343411357be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa'}] {{(pid=85294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:08.055056 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Attempting to bind port a413a9ba-f939-4efe-bd6e-a35a26979673 on network 98b12ee6-130f-43e6-baec-b4e83ba468aa {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:08.061633 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:08.062047 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Checking segment: {'id': '2526e893-d542-4d82-b275-7343411357be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:08.062489 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.062921 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Bound using segment: {'id': '2526e893-d542-4d82-b275-7343411357be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa'} {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:08.063438 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Bound port: a413a9ba-f939-4efe-bd6e-a35a26979673, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2526e893-d542-4d82-b275-7343411357be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa'}}] {{(pid=85294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:08.063860 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.172908 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] For port a413a9ba-f939-4efe-bd6e-a35a26979673, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:08.176402 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] For port a413a9ba-f939-4efe-bd6e-a35a26979673, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=a413a9ba-f939-4efe-bd6e-a35a26979673,segment=NetworkSegment(2526e893-d542-4d82-b275-7343411357be),segment_id=2526e893-d542-4d82-b275-7343411357be)] {{(pid=85294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:08.180293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.198270 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:08.345625 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cc04a-4d2a-495c-944a-c0b3b0b5b054 None None] Pushing event updated for resources: {'Port': ['ID=a413a9ba-f939-4efe-bd6e-a35a26979673,revision_number=4']} {{(pid=85294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:08.358667 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-611cc04a-4d2a-495c-944a-c0b3b0b5b054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:08.406417 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Routers {'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:08.407156 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:00:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:08.780345 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] Set router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:08.794294 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device a413a9ba-f939-4efe-bd6e-a35a26979673 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:08.865723 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port a413a9ba-f939-4efe-bd6e-a35a26979673 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:08.870882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port a413a9ba-f939-4efe-bd6e-a35a26979673 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:08.871304 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.002573 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.049427 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] For port a413a9ba-f939-4efe-bd6e-a35a26979673, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=a413a9ba-f939-4efe-bd6e-a35a26979673,segment=NetworkSegment(2526e893-d542-4d82-b275-7343411357be),segment_id=2526e893-d542-4d82-b275-7343411357be)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:09.058746 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.060998 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:09.119176 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f2e1f461-9d63-479e-b2e9-208bba2ac146 req-69ece992-2bf2-43be-882b-2c1bbcab579d tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 210 time: 0.0633090 Apr 15 11:00:09.144535 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Pushing event updated for resources: {'Port': ['ID=a413a9ba-f939-4efe-bd6e-a35a26979673,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:09.153499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:09.156436 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'a413a9ba-f939-4efe-bd6e-a35a26979673', 'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'mac_address': 'fa:16:3e:57:51:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:01Z', 'updated_at': '2021-04-15T11:00:08Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'subnets': [{'id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:09.161059 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a12757-3d61-4c24-8b82-6c13412febb2 None None] The sync data for ids ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'] in dv-cinder-786386-1-smb is: [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'a413a9ba-f939-4efe-bd6e-a35a26979673', 'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'mac_address': 'fa:16:3e:57:51:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:01Z', 'updated_at': '2021-04-15T11:00:08Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'subnets': [{'id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:00:09.426427 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-8ef0b6b1-06e2-4d1e-87c4-477e50ad35ba tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:09.427348 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-8ef0b6b1-06e2-4d1e-87c4-477e50ad35ba tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Synchronizing usage tracker for tenant:86c4cac746df44b6aa4b2c6474c31fa2 on resource:network {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:09.446113 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-8ef0b6b1-06e2-4d1e-87c4-477e50ad35ba tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Unset dirty status for tenant:86c4cac746df44b6aa4b2c6474c31fa2 on resource:network {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:09.449070 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-8ef0b6b1-06e2-4d1e-87c4-477e50ad35ba tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.108 "GET /v2.0/networks?id=98b12ee6-130f-43e6-baec-b4e83ba468aa HTTP/1.1" status: 200 len: 811 time: 0.1944437 Apr 15 11:00:09.543054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-f90dca7a-ba9b-4887-96b6-c51054d88334 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Synchronizing usage tracker for tenant:86c4cac746df44b6aa4b2c6474c31fa2 on resource:security_group {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:09.557146 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-f90dca7a-ba9b-4887-96b6-c51054d88334 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Unset dirty status for tenant:86c4cac746df44b6aa4b2c6474c31fa2 on resource:security_group {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:09.558768 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-f90dca7a-ba9b-4887-96b6-c51054d88334 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=86c4cac746df44b6aa4b2c6474c31fa2 HTTP/1.1" status: 200 len: 5709 time: 0.0957181 Apr 15 11:00:09.569909 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Request body: {'port': {'device_id': 'c61fe44f-d985-466a-9f67-0b6f145877d5', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'admin_state_up': True, 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'security_groups': ['bc7490b2-2ad6-45e0-83af-f23adf5f88ff']}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:09.717571 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:09.727427 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:09.736025 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Made reservation on behalf of 86c4cac746df44b6aa4b2c6474c31fa2 for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:09.742098 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.920395 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Allocated IP 172.20.0.9 (98b12ee6-130f-43e6-baec-b4e83ba468aa/402316b6-2fc2-4d66-82ac-ae13f8570bbb/059fff66-48ba-41f1-994b-c833c85ffde0) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:10.128868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:10.145549 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Transition to ACTIVE for port object 059fff66-48ba-41f1-994b-c833c85ffde0 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:10.170405 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:10.186959 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f9e7a7a3-4319-4448-82b4-f2952c97b1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:10.329198 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event updated for resources: {'Port': ['ID=059fff66-48ba-41f1-994b-c833c85ffde0,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:10.333863 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:10.340152 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f031891-7ef5-4586-a369-3785cb1b83b4 req-a26b0776-9d33-4e71-823e-f959f484160a tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:10.341873 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2f031891-7ef5-4586-a369-3785cb1b83b4 req-a26b0776-9d33-4e71-823e-f959f484160a tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 931 time: 0.1067111 Apr 15 11:00:10.390846 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Network 98b12ee6-130f-43e6-baec-b4e83ba468aa is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:10.392109 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:10.394791 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:10.398760 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2f031891-7ef5-4586-a369-3785cb1b83b4 req-1286300b-89a2-4a57-b3ce-8667e3789eb6 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498900 Apr 15 11:00:10.473485 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:10.474272 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:10.503556 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9379992 Apr 15 11:00:10.525021 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Request body: {'port': {'device_id': 'c61fe44f-d985-466a-9f67-0b6f145877d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:10.631114 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-870cf48e-4224-4553-aef7-3b5d19f15523 None None] Provisioning for port 059fff66-48ba-41f1-994b-c833c85ffde0 completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:10.637346 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-870cf48e-4224-4553-aef7-3b5d19f15523 None None] Provisioning complete for port 059fff66-48ba-41f1-994b-c833c85ffde0 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:10.638000 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-870cf48e-4224-4553-aef7-3b5d19f15523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:10.651512 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:10.696935 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-870cf48e-4224-4553-aef7-3b5d19f15523 None None] Port 059fff66-48ba-41f1-994b-c833c85ffde0 cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:00:10.781947 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device a413a9ba-f939-4efe-bd6e-a35a26979673 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:10.857979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port a413a9ba-f939-4efe-bd6e-a35a26979673 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:10.858401 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:11.089244 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059fff66-48ba-41f1-994b-c833c85ffde0 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:11.096403 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:11.111870 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Transition to ACTIVE for port object 059fff66-48ba-41f1-994b-c833c85ffde0 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:11.114340 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452036'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:11.130289 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:11.267388 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Pushing event updated for resources: {'Port': ['ID=059fff66-48ba-41f1-994b-c833c85ffde0,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:11.272650 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:11.501786 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Attempting to bind port 059fff66-48ba-41f1-994b-c833c85ffde0 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:11.502363 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Attempting to bind port 059fff66-48ba-41f1-994b-c833c85ffde0 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '2526e893-d542-4d82-b275-7343411357be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:11.502492 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Attempting to bind port 059fff66-48ba-41f1-994b-c833c85ffde0 on network 98b12ee6-130f-43e6-baec-b4e83ba468aa {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:11.507432 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Port 059fff66-48ba-41f1-994b-c833c85ffde0 on network 98b12ee6-130f-43e6-baec-b4e83ba468aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:00:11.507797 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Attempting to bind port 059fff66-48ba-41f1-994b-c833c85ffde0 on network 98b12ee6-130f-43e6-baec-b4e83ba468aa {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:11.513825 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:11.514211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Checking segment: {'id': '2526e893-d542-4d82-b275-7343411357be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:11.514635 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Bound using segment: {'id': '2526e893-d542-4d82-b275-7343411357be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:11.515112 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Bound port: 059fff66-48ba-41f1-994b-c833c85ffde0, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2526e893-d542-4d82-b275-7343411357be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:11.515503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:11.617824 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] For port 059fff66-48ba-41f1-994b-c833c85ffde0, host hv-cinder-78638, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:11.621550 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fc9fa-bc59-4e61-9995-916d29bf2da7 req-9e3e8ab8-7671-4df6-a685-438cff12e05d tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:11.622113 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] For port 059fff66-48ba-41f1-994b-c833c85ffde0, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=059fff66-48ba-41f1-994b-c833c85ffde0,segment=NetworkSegment(2526e893-d542-4d82-b275-7343411357be),segment_id=2526e893-d542-4d82-b275-7343411357be)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:11.623829 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6a0fc9fa-bc59-4e61-9995-916d29bf2da7 req-9e3e8ab8-7671-4df6-a685-438cff12e05d tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 943 time: 0.0935397 Apr 15 11:00:11.633136 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452036'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:11.680797 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6a0fc9fa-bc59-4e61-9995-916d29bf2da7 req-bc247821-03ad-4ea9-ba4a-e3fca9eb77af tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486655 Apr 15 11:00:11.706384 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:11.813782 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Pushing event updated for resources: {'Port': ['ID=059fff66-48ba-41f1-994b-c833c85ffde0,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:11.826019 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:11.844862 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:11.845399 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:11.846890 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] 10.222.0.108 "PUT /v2.0/ports/059fff66-48ba-41f1-994b-c833c85ffde0 HTTP/1.1" status: 200 len: 1093 time: 1.3266706 Apr 15 11:00:11.847399 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61fe44f-d985-466a-9f67-0b6f145877d5', 'tag': '059fff66-48ba-41f1-994b-c833c85ffde0'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:11.898137 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61fe44f-d985-466a-9f67-0b6f145877d5', 'tag': '059fff66-48ba-41f1-994b-c833c85ffde0', 'status': 'completed', 'code': 200} Apr 15 11:00:12.032368 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8899ae-90da-4eb3-8e5d-0395519bd014 req-49be32a1-0c29-4575-9601-48183f26ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:12.034057 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6c8899ae-90da-4eb3-8e5d-0395519bd014 req-49be32a1-0c29-4575-9601-48183f26ae1e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=86c4cac746df44b6aa4b2c6474c31fa2&device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 1096 time: 0.0805581 Apr 15 11:00:12.198663 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8899ae-90da-4eb3-8e5d-0395519bd014 req-aafc86e2-4f98-48d8-9ff3-6038971996ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:12.200236 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6c8899ae-90da-4eb3-8e5d-0395519bd014 req-aafc86e2-4f98-48d8-9ff3-6038971996ae service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=86c4cac746df44b6aa4b2c6474c31fa2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1481435 Apr 15 11:00:12.347528 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8899ae-90da-4eb3-8e5d-0395519bd014 req-cd49d98d-0ad7-42bd-8c72-64df35795ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:12.349138 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6c8899ae-90da-4eb3-8e5d-0395519bd014 req-cd49d98d-0ad7-42bd-8c72-64df35795ec7 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1422083 Apr 15 11:00:12.622006 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.717486 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-469b88b3-8640-42c8-9cb0-c37b96bacb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:12.719097 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-469b88b3-8640-42c8-9cb0-c37b96bacb54 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=86c4cac746df44b6aa4b2c6474c31fa2&device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 1096 time: 0.3069959 Apr 15 11:00:12.805481 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-e19bcd8a-8bcd-4bbe-af03-df5b7d8845d0 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=059fff66-48ba-41f1-994b-c833c85ffde0 HTTP/1.1" status: 200 len: 217 time: 0.0697360 Apr 15 11:00:12.878813 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-5ae4d7a4-6f0c-4385-acad-5fb5d9206e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:12.880374 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-5ae4d7a4-6f0c-4385-acad-5fb5d9206e86 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=402316b6-2fc2-4d66-82ac-ae13f8570bbb HTTP/1.1" status: 200 len: 850 time: 0.0673203 Apr 15 11:00:12.887138 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66079c6a-a855-4314-8319-289ddd956bc5 req-3edc0049-4eec-45ba-987b-4f0c3c776198 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:12.888727 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-66079c6a-a855-4314-8319-289ddd956bc5 req-3edc0049-4eec-45ba-987b-4f0c3c776198 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 943 time: 0.0928473 Apr 15 11:00:12.940513 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-66079c6a-a855-4314-8319-289ddd956bc5 req-c77bbf26-7096-49ce-b0b1-6c24a2836713 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449448 Apr 15 11:00:12.966590 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-2cd199c8-bad4-4089-aae6-a50c76f79aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:12.968246 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-2cd199c8-bad4-4089-aae6-a50c76f79aa9 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=98b12ee6-130f-43e6-baec-b4e83ba468aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811169 Apr 15 11:00:13.116215 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-f6493a61-8099-4ac6-8403-83ba40d655ba service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389318 Apr 15 11:00:13.265661 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ee0ec87a-c09e-4e3c-937d-b78b9f0f08b7 req-fbc9aa4b-b859-46c6-af74-09bcf8d9ec65 service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369376 Apr 15 11:00:14.158686 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cf08d-d384-4a66-a5e1-fdffef6f6fc8 req-73cbe86f-9578-421a-b3f7-cd8c70de17e3 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:14.160282 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-376cf08d-d384-4a66-a5e1-fdffef6f6fc8 req-73cbe86f-9578-421a-b3f7-cd8c70de17e3 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 943 time: 0.0964377 Apr 15 11:00:14.208968 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-376cf08d-d384-4a66-a5e1-fdffef6f6fc8 req-a4cdb6a3-1963-4a53-8913-d6bff0e3c299 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 Apr 15 11:00:15.448379 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950ffbd-2c91-4dbc-b57c-833d75d7af65 req-995d8ff1-7162-4026-8b02-5aa071b980fa tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:15.450010 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e950ffbd-2c91-4dbc-b57c-833d75d7af65 req-995d8ff1-7162-4026-8b02-5aa071b980fa tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 943 time: 0.0908694 Apr 15 11:00:15.536759 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e950ffbd-2c91-4dbc-b57c-833d75d7af65 req-90ebb7a7-9eda-477b-953c-a159ced5679d tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801685 Apr 15 11:00:15.587785 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b877841-b937-40d6-b063-286887679830 req-c126b5ec-c2c1-481b-b473-c9067adbdf82 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:15.589953 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3b877841-b937-40d6-b063-286887679830 req-c126b5ec-c2c1-481b-b473-c9067adbdf82 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 946 time: 0.0952256 Apr 15 11:00:15.638747 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3b877841-b937-40d6-b063-286887679830 req-4e7c6277-5bbf-4211-b5f8-a0b3b7536173 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422075 Apr 15 11:00:16.677377 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 059fff66-48ba-41f1-994b-c833c85ffde0 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:00:16.743138 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b01774-8a41-4ec6-9abe-496a657664d6 req-c22e5d5e-e880-4b69-9d5a-d65c34e9b37e tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:16.745571 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e5b01774-8a41-4ec6-9abe-496a657664d6 req-c22e5d5e-e880-4b69-9d5a-d65c34e9b37e tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 943 time: 0.0932293 Apr 15 11:00:16.850970 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e5b01774-8a41-4ec6-9abe-496a657664d6 req-5cebd8c1-6e31-4ed4-b5b2-52937b9f729d tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989790 Apr 15 11:00:16.887160 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb4413-c8fd-4f67-aa0d-035376d86f50 req-3e482825-a71e-4301-a731-475561de8e8d tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:16.888922 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dcbb4413-c8fd-4f67-aa0d-035376d86f50 req-3e482825-a71e-4301-a731-475561de8e8d tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 946 time: 0.1171167 Apr 15 11:00:16.944401 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dcbb4413-c8fd-4f67-aa0d-035376d86f50 req-326e2cdc-9b19-4ad4-a613-d13d0302324b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485263 Apr 15 11:00:16.984128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 059fff66-48ba-41f1-994b-c833c85ffde0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=059fff66-48ba-41f1-994b-c833c85ffde0,segment=NetworkSegment(2526e893-d542-4d82-b275-7343411357be),segment_id=2526e893-d542-4d82-b275-7343411357be)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:16.998228 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': '059fff66-48ba-41f1-994b-c833c85ffde0', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'port_id': '059fff66-48ba-41f1-994b-c833c85ffde0', 'mac_address': 'fa:16:3e:fe:79:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:00:17.057299 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:17.074917 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059fff66-48ba-41f1-994b-c833c85ffde0 {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:17.091604 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 059fff66-48ba-41f1-994b-c833c85ffde0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=059fff66-48ba-41f1-994b-c833c85ffde0,segment=NetworkSegment(2526e893-d542-4d82-b275-7343411357be),segment_id=2526e893-d542-4d82-b275-7343411357be)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:17.094420 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:17.096230 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:17.165834 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=059fff66-48ba-41f1-994b-c833c85ffde0,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:17.169759 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:17.469822 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['059fff66-48ba-41f1-994b-c833c85ffde0'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:18.335244 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4be9e-9d51-458f-81e5-a39b6987c3b5 req-9f00389e-59a2-46c6-8313-eb5f3411e4c9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:18.336792 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-07b4be9e-9d51-458f-81e5-a39b6987c3b5 req-9f00389e-59a2-46c6-8313-eb5f3411e4c9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 944 time: 0.3683147 Apr 15 11:00:18.401227 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-07b4be9e-9d51-458f-81e5-a39b6987c3b5 req-aa2904e8-dd43-4b13-825d-e345248e4de4 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568659 Apr 15 11:00:18.413259 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9479476-494f-4059-93ad-db8e0c10139c req-845c3dd1-1d48-4348-aae1-5a2a3cb82841 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:18.414808 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d9479476-494f-4059-93ad-db8e0c10139c req-845c3dd1-1d48-4348-aae1-5a2a3cb82841 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 946 time: 0.1428421 Apr 15 11:00:18.466339 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d9479476-494f-4059-93ad-db8e0c10139c req-d243c227-e739-401e-a260-982875c69a76 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442469 Apr 15 11:00:18.674176 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 059fff66-48ba-41f1-994b-c833c85ffde0 up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:18.750122 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port 059fff66-48ba-41f1-994b-c833c85ffde0 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:18.755238 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port 059fff66-48ba-41f1-994b-c833c85ffde0 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:18.755661 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:18.881426 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:18.910845 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61fe44f-d985-466a-9f67-0b6f145877d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059fff66-48ba-41f1-994b-c833c85ffde0'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:18.921121 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 059fff66-48ba-41f1-994b-c833c85ffde0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=059fff66-48ba-41f1-994b-c833c85ffde0,segment=NetworkSegment(2526e893-d542-4d82-b275-7343411357be),segment_id=2526e893-d542-4d82-b275-7343411357be)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:18.924467 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:18.926350 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:18.965635 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61fe44f-d985-466a-9f67-0b6f145877d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059fff66-48ba-41f1-994b-c833c85ffde0', 'code': 200} Apr 15 11:00:18.998274 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=059fff66-48ba-41f1-994b-c833c85ffde0,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:19.001382 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:19.248249 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87eb71-d08c-4078-b6fa-92ed20edb554 req-cf6bd98d-e6d4-4c90-9ad6-471d094fc297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:19.249778 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7e87eb71-d08c-4078-b6fa-92ed20edb554 req-cf6bd98d-e6d4-4c90-9ad6-471d094fc297 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 1098 time: 0.0816934 Apr 15 11:00:19.293501 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7e87eb71-d08c-4078-b6fa-92ed20edb554 req-ad6d397f-5081-4ad8-b986-f1c0a5a0e9ec service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362043 Apr 15 11:00:19.652945 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72030ab-cd6d-44d9-b43d-88c6cccb0282 req-74d79393-6188-48f0-815f-404bc7a20c92 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:19.654488 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a72030ab-cd6d-44d9-b43d-88c6cccb0282 req-74d79393-6188-48f0-815f-404bc7a20c92 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.1366143 Apr 15 11:00:19.723855 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a72030ab-cd6d-44d9-b43d-88c6cccb0282 req-2f87eb1f-03e5-47d5-82e4-ad8d30f2d016 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614104 Apr 15 11:00:19.733478 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d639133-313c-4794-a811-5f53a673ccc2 req-4c135d6e-aaa0-4b14-9ff1-dce513cda165 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:19.735002 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0d639133-313c-4794-a811-5f53a673ccc2 req-4c135d6e-aaa0-4b14-9ff1-dce513cda165 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 946 time: 0.1444473 Apr 15 11:00:19.782946 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0d639133-313c-4794-a811-5f53a673ccc2 req-a0b96caf-d0b0-4d95-8808-51c41281c3ee tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Apr 15 11:00:20.982583 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe83985-69eb-4080-bc6f-f78edd1adeab req-1b7b1012-a707-4bf0-9f54-4d9352919e91 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:20.984264 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3fe83985-69eb-4080-bc6f-f78edd1adeab req-1b7b1012-a707-4bf0-9f54-4d9352919e91 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.1447120 Apr 15 11:00:21.054401 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b4555-9973-44ed-98c7-04670bebb551 req-9611c965-185b-4734-86ef-4f69db8e2d85 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:21.055984 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c44b4555-9973-44ed-98c7-04670bebb551 req-9611c965-185b-4734-86ef-4f69db8e2d85 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 946 time: 0.1517148 Apr 15 11:00:21.059561 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3fe83985-69eb-4080-bc6f-f78edd1adeab req-045e4e3e-290e-4efb-a1f9-f354c67685b8 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678890 Apr 15 11:00:21.110943 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c44b4555-9973-44ed-98c7-04670bebb551 req-b1b858e5-4baf-4e93-bdde-5e064cc38c91 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479314 Apr 15 11:00:21.301955 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9482f-c959-4745-95c9-c80b55740111 req-56b17ad4-641f-4d3c-a530-067310eff360 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:21.303542 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c4d9482f-c959-4745-95c9-c80b55740111 req-56b17ad4-641f-4d3c-a530-067310eff360 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0933821 Apr 15 11:00:21.314158 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 34284) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:21.319899 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-5ad4dc0f-e60f-4956-b7ac-b2e8e7330382 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Request body: {'floatingip': {'port_id': '059fff66-48ba-41f1-994b-c833c85ffde0'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:21.360255 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3916b2-1fc9-4a7a-8dab-1c3a3a191685 req-2cd23cad-51e2-4380-8ce2-7a3b47c730d2 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:21.361047 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-ff3916b2-1fc9-4a7a-8dab-1c3a3a191685 req-2cd23cad-51e2-4380-8ce2-7a3b47c730d2 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Synchronizing usage tracker for tenant:32faf47171554d07ac1bf766bb326d05 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:21.378047 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-ff3916b2-1fc9-4a7a-8dab-1c3a3a191685 req-2cd23cad-51e2-4380-8ce2-7a3b47c730d2 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Unset dirty status for tenant:32faf47171554d07ac1bf766bb326d05 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:21.379248 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ff3916b2-1fc9-4a7a-8dab-1c3a3a191685 req-2cd23cad-51e2-4380-8ce2-7a3b47c730d2 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.108 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 946 time: 0.1055670 Apr 15 11:00:21.406439 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5ad4dc0f-e60f-4956-b7ac-b2e8e7330382 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for floatingip, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:21.460455 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-ff3916b2-1fc9-4a7a-8dab-1c3a3a191685 req-53ef042b-e7a7-40b1-809d-3c27e29508a4 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Deleting port 6bc16d56-8942-41eb-8e8f-91c35d298985 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:00:21.460811 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ff3916b2-1fc9-4a7a-8dab-1c3a3a191685 req-53ef042b-e7a7-40b1-809d-3c27e29508a4 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:21.729475 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-ff3916b2-1fc9-4a7a-8dab-1c3a3a191685 req-53ef042b-e7a7-40b1-809d-3c27e29508a4 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] For port 6bc16d56-8942-41eb-8e8f-91c35d298985, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6bc16d56-8942-41eb-8e8f-91c35d298985,segment=NetworkSegment(e3cf02e2-550d-44b4-b898-27af5cdea12f),segment_id=e3cf02e2-550d-44b4-b898-27af5cdea12f)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:21.729879 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ff3916b2-1fc9-4a7a-8dab-1c3a3a191685 req-53ef042b-e7a7-40b1-809d-3c27e29508a4 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:21.865840 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-ff3916b2-1fc9-4a7a-8dab-1c3a3a191685 req-53ef042b-e7a7-40b1-809d-3c27e29508a4 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Calling delete_port for 6bc16d56-8942-41eb-8e8f-91c35d298985 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:00:22.022434 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ff3916b2-1fc9-4a7a-8dab-1c3a3a191685 req-53ef042b-e7a7-40b1-809d-3c27e29508a4 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.038148 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0e21f75d-8c73-4445-a794-3ee3b7683f5e tempest-VolumesNegativeTest-1548383056 tempest-VolumesNegativeTest-1548383056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:22.041659 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5ad4dc0f-e60f-4956-b7ac-b2e8e7330382 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.046153 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5ad4dc0f-e60f-4956-b7ac-b2e8e7330382 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447726'] for floatingip, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.061821 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['6bc16d56-8942-41eb-8e8f-91c35d298985'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:22.139154 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef042b-e7a7-40b1-809d-3c27e29508a4 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Pushing event deleted for resources: {'Port': ['ID=6bc16d56-8942-41eb-8e8f-91c35d298985,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:22.148392 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-53ef042b-e7a7-40b1-809d-3c27e29508a4 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:22.238338 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.l3_db [None req-5ad4dc0f-e60f-4956-b7ac-b2e8e7330382 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Floating IP 39cc1d19-fcfe-4700-89c0-5b2e36765de6 associated. External IP: 172.28.1.188, port: 059fff66-48ba-41f1-994b-c833c85ffde0. Apr 15 11:00:22.296126 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3916b2-1fc9-4a7a-8dab-1c3a3a191685 req-53ef042b-e7a7-40b1-809d-3c27e29508a4 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] No DVR routers for this DVR port 6bc16d56-8942-41eb-8e8f-91c35d298985 on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:00:22.298730 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ff3916b2-1fc9-4a7a-8dab-1c3a3a191685 req-53ef042b-e7a7-40b1-809d-3c27e29508a4 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.301617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b43240-65ef-4b7d-b226-5b95d90ee2c7', 'name': 'network-vif-deleted', 'tag': '6bc16d56-8942-41eb-8e8f-91c35d298985'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:22.317072 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ff3916b2-1fc9-4a7a-8dab-1c3a3a191685 req-53ef042b-e7a7-40b1-809d-3c27e29508a4 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.108 "DELETE /v2.0/ports/6bc16d56-8942-41eb-8e8f-91c35d298985 HTTP/1.1" status: 204 len: 173 time: 0.9321160 Apr 15 11:00:22.414462 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-61418549-7de1-4d77-9684-5e048e5b3dfa req-ec42c060-4b67-47c8-8cb2-39e34ace3895 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b43240-65ef-4b7d-b226-5b95d90ee2c7 HTTP/1.1" status: 200 len: 210 time: 0.1167498 Apr 15 11:00:22.476586 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b43240-65ef-4b7d-b226-5b95d90ee2c7', 'name': 'network-vif-deleted', 'tag': '6bc16d56-8942-41eb-8e8f-91c35d298985', 'status': 'completed', 'code': 200} Apr 15 11:00:22.672083 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad4dc0f-e60f-4956-b7ac-b2e8e7330382 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:00:23.102360 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad4dc0f-e60f-4956-b7ac-b2e8e7330382 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:00:23.106906 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5ad4dc0f-e60f-4956-b7ac-b2e8e7330382 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.112021 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07779d46-24fd-41b7-914c-987828fece57 None None] Sync routers for ids ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'] in dv-cinder-786386-1-smb {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:00:23.122535 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07779d46-24fd-41b7-914c-987828fece57 None None] Routers {'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:23.123206 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-07779d46-24fd-41b7-914c-987828fece57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:00:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:23.166222 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-5ad4dc0f-e60f-4956-b7ac-b2e8e7330382 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "PUT /v2.0/floatingips/39cc1d19-fcfe-4700-89c0-5b2e36765de6 HTTP/1.1" status: 200 len: 991 time: 1.8505864 Apr 15 11:00:23.167110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61fe44f-d985-466a-9f67-0b6f145877d5', 'tag': '059fff66-48ba-41f1-994b-c833c85ffde0'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:23.220592 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61fe44f-d985-466a-9f67-0b6f145877d5', 'tag': '059fff66-48ba-41f1-994b-c833c85ffde0', 'status': 'completed', 'code': 200} Apr 15 11:00:23.317600 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-07779d46-24fd-41b7-914c-987828fece57 None None] Set router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:23.361295 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca809f8-f503-4dd7-aa20-c50d23434539 req-c8a55895-cb1d-48e7-a97b-0bdd07b6109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:23.362806 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-aca809f8-f503-4dd7-aa20-c50d23434539 req-c8a55895-cb1d-48e7-a97b-0bdd07b6109e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=86c4cac746df44b6aa4b2c6474c31fa2&device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 1098 time: 0.0814855 Apr 15 11:00:23.519387 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca809f8-f503-4dd7-aa20-c50d23434539 req-c6965e3f-ed31-49ae-97b0-926588de008a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:23.521116 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-aca809f8-f503-4dd7-aa20-c50d23434539 req-c6965e3f-ed31-49ae-97b0-926588de008a service neutron] 10.222.0.108 "GET /v2.0/networks?id=98b12ee6-130f-43e6-baec-b4e83ba468aa HTTP/1.1" status: 200 len: 913 time: 0.1509550 Apr 15 11:00:23.646403 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-aca809f8-f503-4dd7-aa20-c50d23434539 req-5b70fb3c-776e-455b-8c3b-f92643bad8de service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=059fff66-48ba-41f1-994b-c833c85ffde0 HTTP/1.1" status: 200 len: 999 time: 0.1186209 Apr 15 11:00:23.713397 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-07779d46-24fd-41b7-914c-987828fece57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': '39cc1d19-fcfe-4700-89c0-5b2e36765de6', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'floating_ip_address': '172.28.1.188', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'port_id': '059fff66-48ba-41f1-994b-c833c85ffde0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'mac_address': 'fa:16:3e:fe:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61fe44f-d985-466a-9f67-0b6f145877d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:00:05Z', 'updated_at': '2021-04-15T11:00:21Z', 'revision_number': 1, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a413a9ba-f939-4efe-bd6e-a35a26979673', 'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'mac_address': 'fa:16:3e:57:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:01Z', 'updated_at': '2021-04-15T11:00:09Z', 'revision_number': 5, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'subnets': [{'id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:23.717573 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07779d46-24fd-41b7-914c-987828fece57 None None] Checking router: fa6abfcd-5731-4bc4-b10c-bc366f01d8ae for host: dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:00:23.718362 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca809f8-f503-4dd7-aa20-c50d23434539 req-a6574709-acf1-4f0b-ba86-c6607ed3b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:23.719935 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-aca809f8-f503-4dd7-aa20-c50d23434539 req-a6574709-acf1-4f0b-ba86-c6607ed3b405 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=402316b6-2fc2-4d66-82ac-ae13f8570bbb HTTP/1.1" status: 200 len: 850 time: 0.0663812 Apr 15 11:00:23.726815 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07779d46-24fd-41b7-914c-987828fece57 None None] Routers {'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:23.727159 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-07779d46-24fd-41b7-914c-987828fece57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:00:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:23.817915 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca809f8-f503-4dd7-aa20-c50d23434539 req-72ad0976-84c3-4fad-a4b5-f1cfd35a530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:23.819619 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-aca809f8-f503-4dd7-aa20-c50d23434539 req-72ad0976-84c3-4fad-a4b5-f1cfd35a530f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=98b12ee6-130f-43e6-baec-b4e83ba468aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0908830 Apr 15 11:00:23.921158 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-07779d46-24fd-41b7-914c-987828fece57 None None] Set router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:23.965204 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-aca809f8-f503-4dd7-aa20-c50d23434539 req-ef1e3cfb-e612-4997-9d77-0d081d6f1ec4 service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381323 Apr 15 11:00:24.117120 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-aca809f8-f503-4dd7-aa20-c50d23434539 req-5be0e456-5bdd-4838-87e5-36e9060a2e11 service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452062 Apr 15 11:00:24.293401 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-07779d46-24fd-41b7-914c-987828fece57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': '39cc1d19-fcfe-4700-89c0-5b2e36765de6', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'floating_ip_address': '172.28.1.188', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'port_id': '059fff66-48ba-41f1-994b-c833c85ffde0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'mac_address': 'fa:16:3e:fe:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61fe44f-d985-466a-9f67-0b6f145877d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:00:05Z', 'updated_at': '2021-04-15T11:00:21Z', 'revision_number': 1, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a413a9ba-f939-4efe-bd6e-a35a26979673', 'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'mac_address': 'fa:16:3e:57:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:01Z', 'updated_at': '2021-04-15T11:00:09Z', 'revision_number': 5, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'subnets': [{'id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:24.297621 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07779d46-24fd-41b7-914c-987828fece57 None None] The sync data for ids ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'] in dv-cinder-786386-1-smb is: [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': '39cc1d19-fcfe-4700-89c0-5b2e36765de6', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'floating_ip_address': '172.28.1.188', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'port_id': '059fff66-48ba-41f1-994b-c833c85ffde0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'mac_address': 'fa:16:3e:fe:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61fe44f-d985-466a-9f67-0b6f145877d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:00:05Z', 'updated_at': '2021-04-15T11:00:21Z', 'revision_number': 1, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a413a9ba-f939-4efe-bd6e-a35a26979673', 'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'mac_address': 'fa:16:3e:57:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:01Z', 'updated_at': '2021-04-15T11:00:09Z', 'revision_number': 5, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'subnets': [{'id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:00:24.568977 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd9c34b-96d4-4543-b8bb-3f068d556232 None None] New status for floating IP 39cc1d19-fcfe-4700-89c0-5b2e36765de6: ACTIVE {{(pid=85294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:00:24.717984 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 6bc16d56-8942-41eb-8e8f-91c35d298985 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:00:24.756519 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: 6bc16d56-8942-41eb-8e8f-91c35d298985 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:00:24.756947 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 6bc16d56-8942-41eb-8e8f-91c35d298985 not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:00:27.990482 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9fb9bf87-40c3-49ee-92d1-7ef4f95e2945 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:27.992065 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9fb9bf87-40c3-49ee-92d1-7ef4f95e2945 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/networks?id=f91584ea-7c65-457d-9aad-6d01f46a99f9 HTTP/1.1" status: 200 len: 814 time: 0.1581182 Apr 15 11:00:28.008311 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-1f4b8a2c-5f45-4948-a0e5-bb6344511fcc tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/quotas/32faf47171554d07ac1bf766bb326d05 HTTP/1.1" status: 200 len: 375 time: 0.0097368 Apr 15 11:00:28.063180 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-c4275b02-64de-411d-a4ab-03f5008395b4 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=32faf47171554d07ac1bf766bb326d05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486205 Apr 15 11:00:28.209922 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-587f91c5-af85-497f-96fd-ebfd9d31df09 service neutron] 10.222.0.98 "GET /v2.0/networks/f91584ea-7c65-457d-9aad-6d01f46a99f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391377 Apr 15 11:00:28.356226 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-2093ead9-da62-4652-a6a6-3845a7e39594 service neutron] 10.222.0.98 "GET /v2.0/networks/f91584ea-7c65-457d-9aad-6d01f46a99f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386962 Apr 15 11:00:28.557088 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d4817108-be63-4b05-a0e3-241317c6650a req-72047ce5-a4f9-4e83-90f1-febe32ab3dea tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 210 time: 0.0527930 Apr 15 11:00:29.739200 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-59cb8bfe-8abe-4ecc-a228-c0dff53cc247 req-f68af9a7-6b57-46c9-8c31-32408d33e0b7 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 210 time: 0.0530324 Apr 15 11:00:29.777320 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-f89f562a-d194-45d1-9dcf-c16200e66378 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:29.777711 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:00:29.778973 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-f89f562a-d194-45d1-9dcf-c16200e66378 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.108 "GET /v2.0/networks?id=f91584ea-7c65-457d-9aad-6d01f46a99f9 HTTP/1.1" status: 200 len: 814 time: 0.1766925 Apr 15 11:00:29.800322 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Request body: {'port': {'device_id': 'c2298868-ae9d-4ed1-a087-a534607c2dcd', 'network_id': 'f91584ea-7c65-457d-9aad-6d01f46a99f9', 'admin_state_up': True, 'tenant_id': '32faf47171554d07ac1bf766bb326d05'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:29.950377 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:29.954718 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Usage tracker for resource:port and tenant:32faf47171554d07ac1bf766bb326d05 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:29.957998 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:29.964176 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:29.972966 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Made reservation on behalf of 32faf47171554d07ac1bf766bb326d05 for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:29.979187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.163406 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Allocated IP 172.20.0.5 (f91584ea-7c65-457d-9aad-6d01f46a99f9/afa4cb3a-8380-447c-a15f-437766ef7ce7/5d0380fc-84d9-4fd5-a3f5-6b25134a13b7) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:30.384884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.415090 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.431964 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:30.574449 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Pushing event updated for resources: {'Port': ['ID=5d0380fc-84d9-4fd5-a3f5-6b25134a13b7,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:30.578931 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:30.632613 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Network f91584ea-7c65-457d-9aad-6d01f46a99f9 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:30.633760 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:30.636184 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:30.700576 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:30.701292 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.724851 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9290040 Apr 15 11:00:30.746869 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Request body: {'port': {'device_id': 'c2298868-ae9d-4ed1-a087-a534607c2dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:30.872070 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.955013 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc61af-6e73-46be-bf26-64cfe6287169 req-ac3550d0-5080-4993-8624-c45d5bf71dc7 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:30.956563 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-87fc61af-6e73-46be-bf26-64cfe6287169 req-ac3550d0-5080-4993-8624-c45d5bf71dc7 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 931 time: 0.0905669 Apr 15 11:00:31.011131 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-87fc61af-6e73-46be-bf26-64cfe6287169 req-4777c7b5-5eb7-4833-9113-624e3ff7b994 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472546 Apr 15 11:00:31.571895 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:31.581012 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:31.597990 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Transition to ACTIVE for port object 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:31.600994 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452036'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:31.619245 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5594395a-9fad-4759-992e-614d65583e9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:31.763001 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0380fc-84d9-4fd5-a3f5-6b25134a13b7,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:31.768388 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:31.989701 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Attempting to bind port 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:31.990080 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Attempting to bind port 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e3cf02e2-550d-44b4-b898-27af5cdea12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'f91584ea-7c65-457d-9aad-6d01f46a99f9'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:31.990450 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Attempting to bind port 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 on network f91584ea-7c65-457d-9aad-6d01f46a99f9 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:31.996020 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Port 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 on network f91584ea-7c65-457d-9aad-6d01f46a99f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:00:31.996383 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Attempting to bind port 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 on network f91584ea-7c65-457d-9aad-6d01f46a99f9 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:32.001955 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:32.002332 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Checking segment: {'id': 'e3cf02e2-550d-44b4-b898-27af5cdea12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'f91584ea-7c65-457d-9aad-6d01f46a99f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:32.002751 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Bound using segment: {'id': 'e3cf02e2-550d-44b4-b898-27af5cdea12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'f91584ea-7c65-457d-9aad-6d01f46a99f9'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:32.003217 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Bound port: 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3cf02e2-550d-44b4-b898-27af5cdea12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': 'f91584ea-7c65-457d-9aad-6d01f46a99f9'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:32.003605 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.102360 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] For port 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7, host hv-cinder-78638, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:32.105738 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] For port 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5d0380fc-84d9-4fd5-a3f5-6b25134a13b7,segment=NetworkSegment(e3cf02e2-550d-44b4-b898-27af5cdea12f),segment_id=e3cf02e2-550d-44b4-b898-27af5cdea12f)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:32.109143 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452036'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.125041 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-977ab23b-b2f5-48e1-bd04-f6e3a5f007c2 tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:32.220446 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd08275-9140-41e3-8bc1-099fb404cf04 req-d9ef1e79-6471-4694-8615-5a01bc832b29 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:32.222058 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9fd08275-9140-41e3-8bc1-099fb404cf04 req-d9ef1e79-6471-4694-8615-5a01bc832b29 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 943 time: 0.0901561 Apr 15 11:00:32.272576 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9fd08275-9140-41e3-8bc1-099fb404cf04 req-3d958505-3574-46cb-9096-bf3b037a2b8f tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437431 Apr 15 11:00:32.277788 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0380fc-84d9-4fd5-a3f5-6b25134a13b7,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:32.293985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:32.327624 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:32.328344 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.329839 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] 10.222.0.108 "PUT /v2.0/ports/5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 HTTP/1.1" status: 200 len: 1093 time: 1.5878251 Apr 15 11:00:32.330370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2298868-ae9d-4ed1-a087-a534607c2dcd', 'tag': '5d0380fc-84d9-4fd5-a3f5-6b25134a13b7'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:32.380062 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2298868-ae9d-4ed1-a087-a534607c2dcd', 'tag': '5d0380fc-84d9-4fd5-a3f5-6b25134a13b7', 'status': 'completed', 'code': 200} Apr 15 11:00:32.480203 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-c25657ae-f891-4c25-969f-98a981df92d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:32.481872 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-c25657ae-f891-4c25-969f-98a981df92d2 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32faf47171554d07ac1bf766bb326d05&device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 1096 time: 0.0818257 Apr 15 11:00:32.573151 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-fc5381a2-0e85-4cf4-97f9-3888c6bf7a00 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 HTTP/1.1" status: 200 len: 217 time: 0.0717561 Apr 15 11:00:32.614540 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c64e2df6-e48c-4a92-82de-37ebf94d642b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.644125 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-3c7c8349-79fe-497a-8b55-4f68d5acbc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:32.645742 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-3c7c8349-79fe-497a-8b55-4f68d5acbc57 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=afa4cb3a-8380-447c-a15f-437766ef7ce7 HTTP/1.1" status: 200 len: 854 time: 0.0652719 Apr 15 11:00:32.701064 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-451ed359-3e50-4a84-8da9-4d8719e8228f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=f91584ea-7c65-457d-9aad-6d01f46a99f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467753 Apr 15 11:00:32.845983 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-99ea778c-1fc1-496f-9308-f632fa9ff989 service neutron] 10.222.0.108 "GET /v2.0/networks/f91584ea-7c65-457d-9aad-6d01f46a99f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379774 Apr 15 11:00:32.993546 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12ba7c9a-987d-4ec9-afa9-6ee90c238528 req-ecfbe515-f9bc-4057-a981-92a250b23d6f service neutron] 10.222.0.108 "GET /v2.0/networks/f91584ea-7c65-457d-9aad-6d01f46a99f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390305 Apr 15 11:00:33.210093 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bce3eb-db99-4d64-9ef0-3eab184343b6 req-69e883c1-ba8b-4fe9-a404-9a0db9be701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:33.211717 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c1bce3eb-db99-4d64-9ef0-3eab184343b6 req-69e883c1-ba8b-4fe9-a404-9a0db9be701d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32faf47171554d07ac1bf766bb326d05&device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 1096 time: 0.0846989 Apr 15 11:00:33.360904 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bce3eb-db99-4d64-9ef0-3eab184343b6 req-df489cbc-9db7-4eab-8a4b-517f0cfbe312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:33.362492 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c1bce3eb-db99-4d64-9ef0-3eab184343b6 req-df489cbc-9db7-4eab-8a4b-517f0cfbe312 service neutron] 10.222.0.108 "GET /v2.0/networks?id=f91584ea-7c65-457d-9aad-6d01f46a99f9 HTTP/1.1" status: 200 len: 916 time: 0.1409459 Apr 15 11:00:33.442420 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c1bce3eb-db99-4d64-9ef0-3eab184343b6 req-e6d83c66-5ad3-4ae6-b5b3-a26fe9d10c17 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 HTTP/1.1" status: 200 len: 217 time: 0.0723498 Apr 15 11:00:33.482347 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444a4cf-3243-4375-b4b6-79d993c397ab req-c0b05264-4f49-4433-a336-06436455e469 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:33.483878 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5444a4cf-3243-4375-b4b6-79d993c397ab req-c0b05264-4f49-4433-a336-06436455e469 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 943 time: 0.0936086 Apr 15 11:00:33.515118 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bce3eb-db99-4d64-9ef0-3eab184343b6 req-2f79d13c-afa5-4bfe-b2a8-b7293dd1baca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:33.516707 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c1bce3eb-db99-4d64-9ef0-3eab184343b6 req-2f79d13c-afa5-4bfe-b2a8-b7293dd1baca service neutron] 10.222.0.108 "GET /v2.0/subnets?id=afa4cb3a-8380-447c-a15f-437766ef7ce7 HTTP/1.1" status: 200 len: 854 time: 0.0662775 Apr 15 11:00:33.532611 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5444a4cf-3243-4375-b4b6-79d993c397ab req-332f5e8b-0836-4060-83b5-601140d9f4ee tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421655 Apr 15 11:00:33.572859 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c1bce3eb-db99-4d64-9ef0-3eab184343b6 req-5c4a8ad8-9a7b-4682-a7af-ca284a9aac06 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=f91584ea-7c65-457d-9aad-6d01f46a99f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478005 Apr 15 11:00:33.717877 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c1bce3eb-db99-4d64-9ef0-3eab184343b6 req-d7fc0dd1-dc0f-49ed-8671-cff14be419c5 service neutron] 10.222.0.108 "GET /v2.0/networks/f91584ea-7c65-457d-9aad-6d01f46a99f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382599 Apr 15 11:00:33.873905 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c1bce3eb-db99-4d64-9ef0-3eab184343b6 req-a2f4ec68-55cf-437a-b766-94c97d821dab service neutron] 10.222.0.108 "GET /v2.0/networks/f91584ea-7c65-457d-9aad-6d01f46a99f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391120 Apr 15 11:00:34.733759 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c99c9b-4c08-40b3-9ff8-2ac667e8cc27 req-6b7696f5-84af-4bd1-ab3a-dfa16c8a1e09 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:34.735399 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-56c99c9b-4c08-40b3-9ff8-2ac667e8cc27 req-6b7696f5-84af-4bd1-ab3a-dfa16c8a1e09 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 943 time: 0.0884104 Apr 15 11:00:34.783989 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-56c99c9b-4c08-40b3-9ff8-2ac667e8cc27 req-48d69cba-4220-4aa6-a905-c4661e0dfbf8 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422971 Apr 15 11:00:34.795037 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:00:34.948951 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c4d13578-1ec9-4692-92f9-25cbfaedd28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:34.951524 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5d0380fc-84d9-4fd5-a3f5-6b25134a13b7,segment=NetworkSegment(e3cf02e2-550d-44b4-b898-27af5cdea12f),segment_id=e3cf02e2-550d-44b4-b898-27af5cdea12f)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:34.965632 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': '5d0380fc-84d9-4fd5-a3f5-6b25134a13b7', 'network_id': 'f91584ea-7c65-457d-9aad-6d01f46a99f9', 'port_id': '5d0380fc-84d9-4fd5-a3f5-6b25134a13b7', 'mac_address': 'fa:16:3e:6d:c1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa4cb3a-8380-447c-a15f-437766ef7ce7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:00:35.023011 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:35.041697 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:35.057911 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5d0380fc-84d9-4fd5-a3f5-6b25134a13b7,segment=NetworkSegment(e3cf02e2-550d-44b4-b898-27af5cdea12f),segment_id=e3cf02e2-550d-44b4-b898-27af5cdea12f)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:35.060720 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:35.062533 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7bfaea11-c35b-4031-956e-41ae7df91596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:35.134046 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=5d0380fc-84d9-4fd5-a3f5-6b25134a13b7,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:35.141751 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:35.142144 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:35.142523 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:35.142892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:35.143259 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:35.143625 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:35.143988 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:35.144348 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:35.144747 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:35.145090 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:35.145449 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:35.145807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:35.150166 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:35.377303 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['5d0380fc-84d9-4fd5-a3f5-6b25134a13b7'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:35.779642 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:35.992654 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd87aa9-c412-4441-bbd0-70dcf7173ec4 req-5a59e1a0-b9e2-45c0-9329-91d90c862351 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:35.994361 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bcd87aa9-c412-4441-bbd0-70dcf7173ec4 req-5a59e1a0-b9e2-45c0-9329-91d90c862351 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 944 time: 0.0949743 Apr 15 11:00:36.042782 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bcd87aa9-c412-4441-bbd0-70dcf7173ec4 req-226d70ec-3387-4c00-a096-97b41279083d tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419061 Apr 15 11:00:36.285987 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:36.789355 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:37.018030 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:37.022745 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:37.023171 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:37.151810 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:37.180233 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2298868-ae9d-4ed1-a087-a534607c2dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0380fc-84d9-4fd5-a3f5-6b25134a13b7'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:37.190990 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5d0380fc-84d9-4fd5-a3f5-6b25134a13b7,segment=NetworkSegment(e3cf02e2-550d-44b4-b898-27af5cdea12f),segment_id=e3cf02e2-550d-44b4-b898-27af5cdea12f)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:37.193881 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:37.195740 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:37.264648 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd610d02-5bd8-4ab7-8fe9-482f95fc3e01 req-d358a484-0d57-4167-a4ac-085f115b25c6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:37.266317 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fd610d02-5bd8-4ab7-8fe9-482f95fc3e01 req-d358a484-0d57-4167-a4ac-085f115b25c6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 945 time: 0.0970912 Apr 15 11:00:37.272482 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:37.279949 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2298868-ae9d-4ed1-a087-a534607c2dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0380fc-84d9-4fd5-a3f5-6b25134a13b7', 'code': 200} Apr 15 11:00:37.280488 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=5d0380fc-84d9-4fd5-a3f5-6b25134a13b7,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:37.283645 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:37.326970 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fd610d02-5bd8-4ab7-8fe9-482f95fc3e01 req-ae4bccef-132d-404d-8af3-19af26cd779c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511653 Apr 15 11:00:37.551097 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae91dc-a393-4e39-acef-572092afccdb req-34d16452-d74b-41a2-8049-2b64c42289a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:37.552571 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-10ae91dc-a393-4e39-acef-572092afccdb req-34d16452-d74b-41a2-8049-2b64c42289a3 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 1098 time: 0.0812132 Apr 15 11:00:37.597789 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-10ae91dc-a393-4e39-acef-572092afccdb req-61742381-930a-4a3d-a3fc-70f044dbbbe5 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373151 Apr 15 11:00:38.541114 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5df7a3-082e-464d-a8ed-aeb56adb5508 req-562e1d7b-057f-4db2-ac82-5105fa31a19c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:38.542632 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0a5df7a3-082e-464d-a8ed-aeb56adb5508 req-562e1d7b-057f-4db2-ac82-5105fa31a19c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 945 time: 0.0941417 Apr 15 11:00:38.591736 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0a5df7a3-082e-464d-a8ed-aeb56adb5508 req-368d54ea-0743-4355-8df4-86ba2dce9452 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 Apr 15 11:00:39.794906 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363344e-bfe1-4455-8dcc-9d610342192a req-12feb1f1-5df9-4343-a3ab-84af3058531a tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:39.796401 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4363344e-bfe1-4455-8dcc-9d610342192a req-12feb1f1-5df9-4343-a3ab-84af3058531a tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 945 time: 0.0928681 Apr 15 11:00:39.844825 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4363344e-bfe1-4455-8dcc-9d610342192a req-b2647cbc-66d6-4215-a3e1-5dddb8bccca1 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419331 Apr 15 11:00:40.875536 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d0a75-67e1-4a32-80ae-50623b29aa73 req-efdce965-8160-4090-9b8f-7cd12218ce99 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:40.877091 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-206d0a75-67e1-4a32-80ae-50623b29aa73 req-efdce965-8160-4090-9b8f-7cd12218ce99 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.0896165 Apr 15 11:00:40.925423 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-206d0a75-67e1-4a32-80ae-50623b29aa73 req-f35a703f-fe34-4e80-980a-4d4b2d63bf9f tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418878 Apr 15 11:00:42.135507 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99312cc-afea-4e6a-9f35-772b6d61f23c req-2fa82186-6655-4e70-9530-7517f262400b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:42.137135 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e99312cc-afea-4e6a-9f35-772b6d61f23c req-2fa82186-6655-4e70-9530-7517f262400b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.0932746 Apr 15 11:00:42.184884 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e99312cc-afea-4e6a-9f35-772b6d61f23c req-13cdf914-c54e-43f7-8ef9-fb740e6871bf tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413849 Apr 15 11:00:42.631196 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:43.455404 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc916906-e552-4ef6-b046-54b25c59c8e6 req-b7a2a4a8-c12d-42a8-b7b1-a667d8f7b912 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:43.456998 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dc916906-e552-4ef6-b046-54b25c59c8e6 req-b7a2a4a8-c12d-42a8-b7b1-a667d8f7b912 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.1441379 Apr 15 11:00:43.508318 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dc916906-e552-4ef6-b046-54b25c59c8e6 req-7149e9ac-c09c-47c8-a811-e96587f375a4 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442660 Apr 15 11:00:44.714624 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957c482-7930-4168-9a35-1ca6d9bdfdef req-4d75dc58-f57d-46e3-920f-448337898905 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:44.716203 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4957c482-7930-4168-9a35-1ca6d9bdfdef req-4d75dc58-f57d-46e3-920f-448337898905 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.0892758 Apr 15 11:00:44.764592 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4957c482-7930-4168-9a35-1ca6d9bdfdef req-b4c72a6c-abc8-46ca-9fc1-ea0c12545039 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421128 Apr 15 11:00:45.981314 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab5200-4633-467f-83f5-6117fbfb2903 req-0fc4ae6c-0638-47dd-acfc-e95311c51b4d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:45.982929 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-02ab5200-4633-467f-83f5-6117fbfb2903 req-0fc4ae6c-0638-47dd-acfc-e95311c51b4d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.0988843 Apr 15 11:00:46.041821 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-02ab5200-4633-467f-83f5-6117fbfb2903 req-a7c3c426-ccc7-4e8d-a265-6266647bf996 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421424 Apr 15 11:00:47.247312 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58407598-816e-4621-b99a-072816548bd8 req-7670024b-cd8f-4d27-82b4-068d36103c16 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:47.248931 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-58407598-816e-4621-b99a-072816548bd8 req-7670024b-cd8f-4d27-82b4-068d36103c16 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.0896165 Apr 15 11:00:47.298115 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-58407598-816e-4621-b99a-072816548bd8 req-21349ce8-1f99-47cb-ae81-a0688cfa1f61 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428269 Apr 15 11:00:47.827449 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c375d8-23d2-4ed5-b157-a0eabe5d7c69 req-82614db0-8989-4361-bbac-8d47fd1e9e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:47.829026 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-04c375d8-23d2-4ed5-b157-a0eabe5d7c69 req-82614db0-8989-4361-bbac-8d47fd1e9e98 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32210517f2e94192a5ba2da4ed6b7d44&device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 1099 time: 0.0791888 Apr 15 11:00:47.986670 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c375d8-23d2-4ed5-b157-a0eabe5d7c69 req-13fabf4f-2d6f-45c5-b2e9-23a73f4eb0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:47.988208 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-04c375d8-23d2-4ed5-b157-a0eabe5d7c69 req-13fabf4f-2d6f-45c5-b2e9-23a73f4eb0e8 service neutron] 10.222.0.108 "GET /v2.0/networks?id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e HTTP/1.1" status: 200 len: 919 time: 0.1378298 Apr 15 11:00:48.104605 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-04c375d8-23d2-4ed5-b157-a0eabe5d7c69 req-747d90cb-6ccb-4a19-bedf-dbb78978c8ec service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0384c7d6-6124-4e15-af0c-ceff9e6acbe2 HTTP/1.1" status: 200 len: 1002 time: 0.1038759 Apr 15 11:00:48.175186 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c375d8-23d2-4ed5-b157-a0eabe5d7c69 req-41fd38d7-d28d-4889-959b-f74d35bc88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:48.176773 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-04c375d8-23d2-4ed5-b157-a0eabe5d7c69 req-41fd38d7-d28d-4889-959b-f74d35bc88a4 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ef91ca22-b90c-496e-9216-5832d8c88de8 HTTP/1.1" status: 200 len: 856 time: 0.0661445 Apr 15 11:00:48.268559 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c375d8-23d2-4ed5-b157-a0eabe5d7c69 req-dfa9c83b-e896-47ac-9434-6f2fe55b0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:48.270211 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-04c375d8-23d2-4ed5-b157-a0eabe5d7c69 req-dfa9c83b-e896-47ac-9434-6f2fe55b0abc service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779679 Apr 15 11:00:48.419745 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-04c375d8-23d2-4ed5-b157-a0eabe5d7c69 req-aaf9965b-3390-4300-9fe6-5ecfe969946c service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411965 Apr 15 11:00:48.516864 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8c3fd-8c5a-411a-8ebd-07169c55056f req-c684f065-27f7-47ac-a978-54f46beecd46 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:48.518471 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-76c8c3fd-8c5a-411a-8ebd-07169c55056f req-c684f065-27f7-47ac-a978-54f46beecd46 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.0979366 Apr 15 11:00:48.568919 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-76c8c3fd-8c5a-411a-8ebd-07169c55056f req-735c2d85-9142-46b2-b623-23422f42da95 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440378 Apr 15 11:00:48.574556 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-04c375d8-23d2-4ed5-b157-a0eabe5d7c69 req-e80fe4ed-9620-4282-a602-aa4d76b354f5 service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478512 Apr 15 11:00:49.839159 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170e04f-fe2b-43bb-80f6-f263e4764382 req-9bd247cb-2e1c-40fe-900a-a6668de3c21a tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:49.840673 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f170e04f-fe2b-43bb-80f6-f263e4764382 req-9bd247cb-2e1c-40fe-900a-a6668de3c21a tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.1490567 Apr 15 11:00:49.890234 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f170e04f-fe2b-43bb-80f6-f263e4764382 req-26664553-a825-4ec7-8832-9d0a63be49d4 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430915 Apr 15 11:00:51.103351 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73224e-510e-4f13-bb29-31a72742f346 req-ca192d78-879d-4012-a46d-d32258906ba3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:51.105711 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cb73224e-510e-4f13-bb29-31a72742f346 req-ca192d78-879d-4012-a46d-d32258906ba3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.0910070 Apr 15 11:00:51.160541 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cb73224e-510e-4f13-bb29-31a72742f346 req-97625c6c-6662-4228-82d6-904c3ad36450 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473070 Apr 15 11:00:52.371540 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d1a0e-f5ee-4628-be94-cef16dc0889e req-8d368fb0-277b-4d2c-81fd-c32556421528 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:52.373139 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5c2d1a0e-f5ee-4628-be94-cef16dc0889e req-8d368fb0-277b-4d2c-81fd-c32556421528 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.0880907 Apr 15 11:00:52.420188 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5c2d1a0e-f5ee-4628-be94-cef16dc0889e req-3eb7e0d8-3816-4d31-afe1-eae03734bb03 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407827 Apr 15 11:00:52.882588 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:00:53.027508 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:53.043304 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'port_id': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2', 'mac_address': 'fa:16:3e:a7:2d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:00:53.103079 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:53.121472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:53.138316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:53.141151 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:53.142970 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:53.214618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,revision_number=6']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:53.218118 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:53.334179 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['0384c7d6-6124-4e15-af0c-ceff9e6acbe2'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:53.643451 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ac538-8703-422d-9f03-c6266480dba6 req-06174029-afaf-4a63-8170-5b5d9bf04b25 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:53.644977 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-598ac538-8703-422d-9f03-c6266480dba6 req-06174029-afaf-4a63-8170-5b5d9bf04b25 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0939956 Apr 15 11:00:53.697025 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-598ac538-8703-422d-9f03-c6266480dba6 req-c0993335-c5fc-4b89-8fdd-3a1096c65c8b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449929 Apr 15 11:00:54.891399 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:54.959282 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada7238-bb21-45b4-8130-1633b79b3c22 req-29894ba2-b00d-4483-8a7c-31073e127fd8 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:54.961081 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cada7238-bb21-45b4-8130-1633b79b3c22 req-29894ba2-b00d-4483-8a7c-31073e127fd8 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 945 time: 0.1255109 Apr 15 11:00:54.997789 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:54.998316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:55.047538 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cada7238-bb21-45b4-8130-1633b79b3c22 req-ce5662b3-d44f-4452-822d-b5731dbb7903 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762815 Apr 15 11:00:55.169276 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:55.207481 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:55.220605 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:55.228505 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:55.230862 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:55.279900 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2', 'code': 200} Apr 15 11:00:55.325282 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,revision_number=7']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:55.336714 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:56.288306 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cf708-4f5d-425e-9113-a859522feec1 req-6b5701a6-ca9a-4d62-966b-ce82bcd29456 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:56.289982 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-954cf708-4f5d-425e-9113-a859522feec1 req-6b5701a6-ca9a-4d62-966b-ce82bcd29456 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.0991282 Apr 15 11:00:56.346139 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-954cf708-4f5d-425e-9113-a859522feec1 req-4d25bf20-947b-49d0-8d8a-4686f64927b2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447643 Apr 15 11:00:57.574842 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06210ff0-f2c1-4bcb-94e5-27b15bef45cc req-5306e823-0979-4df8-96be-d9ef79b288be tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:57.576495 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-06210ff0-f2c1-4bcb-94e5-27b15bef45cc req-5306e823-0979-4df8-96be-d9ef79b288be tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.0929632 Apr 15 11:00:57.636604 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-06210ff0-f2c1-4bcb-94e5-27b15bef45cc req-78021bc1-dc43-4ffe-924f-9679d72d0e4d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529375 Apr 15 11:00:58.880445 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdddcd2-76a2-4c81-a973-5c0fcf736701 req-d5188276-5318-4462-9a81-02214ba0b85e tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:58.882117 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2fdddcd2-76a2-4c81-a973-5c0fcf736701 req-d5188276-5318-4462-9a81-02214ba0b85e tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.1006989 Apr 15 11:00:58.937911 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2fdddcd2-76a2-4c81-a973-5c0fcf736701 req-5ac6c01d-86aa-4372-b7ad-2efca43e85d3 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491917 Apr 15 11:01:00.197639 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c010747-9ac2-4ef5-99ec-9f5d8a283386 req-a26cbccb-d7c0-4cc4-9c0d-1f9d357bfbb5 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:00.199414 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3c010747-9ac2-4ef5-99ec-9f5d8a283386 req-a26cbccb-d7c0-4cc4-9c0d-1f9d357bfbb5 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.1067502 Apr 15 11:01:00.260145 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3c010747-9ac2-4ef5-99ec-9f5d8a283386 req-ebe68d08-55f4-4de1-ab3a-0d7db3891c2b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513821 Apr 15 11:01:00.367716 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475d85e-3c59-49cc-82af-6debdd27525e req-0d2a69ee-a01f-4541-9c78-b124ab6ea6d7 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:00.369436 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9475d85e-3c59-49cc-82af-6debdd27525e req-0d2a69ee-a01f-4541-9c78-b124ab6ea6d7 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 945 time: 0.0976758 Apr 15 11:01:00.426144 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9475d85e-3c59-49cc-82af-6debdd27525e req-5338164b-4adf-4989-8336-e4efa0f526d6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498986 Apr 15 11:01:01.488441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a9540-7a2e-4f3b-9e35-af3199496f3c req-a67d6bb4-9032-49f3-ba89-ded423460093 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:01.498366 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f86a9540-7a2e-4f3b-9e35-af3199496f3c req-a67d6bb4-9032-49f3-ba89-ded423460093 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.1050060 Apr 15 11:01:01.556557 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f86a9540-7a2e-4f3b-9e35-af3199496f3c req-b2938fda-89c7-4e33-8743-d80cbd688ccf tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571308 Apr 15 11:01:01.696272 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ebeb6-3d81-4653-8336-eac99cfb1d09 req-469a81f7-dd37-41b8-9243-c10e0e43e467 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:01.698955 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-898ebeb6-3d81-4653-8336-eac99cfb1d09 req-469a81f7-dd37-41b8-9243-c10e0e43e467 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 945 time: 0.1051886 Apr 15 11:01:01.761376 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-898ebeb6-3d81-4653-8336-eac99cfb1d09 req-88ca4ed8-af5d-4018-aa61-7ba96624034f tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553527 Apr 15 11:01:02.634376 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8a20ac6e-23a3-4683-83e5-681e3191ec2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:02.817168 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20d6e1-9b14-445b-bf6b-12191f208b65 req-07927619-f36e-4ea4-854b-d9169580e42c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:02.818807 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bd20d6e1-9b14-445b-bf6b-12191f208b65 req-07927619-f36e-4ea4-854b-d9169580e42c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.1117740 Apr 15 11:01:02.901976 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bd20d6e1-9b14-445b-bf6b-12191f208b65 req-0232b95d-bb28-4e90-909e-0c541b258a33 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738368 Apr 15 11:01:03.030163 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884263b-f3ec-4526-8f6e-7117cc96d528 req-c4ac4387-fddf-4cd6-abb2-f29975770d2c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:03.031961 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d884263b-f3ec-4526-8f6e-7117cc96d528 req-c4ac4387-fddf-4cd6-abb2-f29975770d2c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 945 time: 0.1215823 Apr 15 11:01:03.095107 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d884263b-f3ec-4526-8f6e-7117cc96d528 req-6a4075d4-352e-476c-a3ee-7b994e00a3c6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485055 Apr 15 11:01:04.095805 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e15ff7-e9de-45b3-a4c6-f5c14fc8fb8c req-2ed42ab2-deae-4f1e-aabe-90d70e741bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:04.097515 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-58e15ff7-e9de-45b3-a4c6-f5c14fc8fb8c req-2ed42ab2-deae-4f1e-aabe-90d70e741bca service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32210517f2e94192a5ba2da4ed6b7d44&device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 1099 time: 0.1374733 Apr 15 11:01:04.115389 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac228333-db67-475e-8fcf-78d86f669520 req-b5b433a0-9425-4bfc-bc7a-616fe345f452 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:04.116995 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ac228333-db67-475e-8fcf-78d86f669520 req-b5b433a0-9425-4bfc-bc7a-616fe345f452 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.0953259 Apr 15 11:01:04.169569 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ac228333-db67-475e-8fcf-78d86f669520 req-37df1488-b4f9-45fd-ad98-c95d0d8097f5 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449150 Apr 15 11:01:04.244941 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e15ff7-e9de-45b3-a4c6-f5c14fc8fb8c req-fcaf2941-ebcf-47b0-a4d2-77762a129bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:04.246533 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-58e15ff7-e9de-45b3-a4c6-f5c14fc8fb8c req-fcaf2941-ebcf-47b0-a4d2-77762a129bbe service neutron] 10.222.0.108 "GET /v2.0/networks?id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e HTTP/1.1" status: 200 len: 919 time: 0.1416287 Apr 15 11:01:04.360848 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-58e15ff7-e9de-45b3-a4c6-f5c14fc8fb8c req-f2370ef5-ec6a-48cf-9e06-51d8802a9ea1 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0384c7d6-6124-4e15-af0c-ceff9e6acbe2 HTTP/1.1" status: 200 len: 1002 time: 0.1070116 Apr 15 11:01:04.367880 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2c813-037a-49e8-96df-b4f6c2c17f97 req-6963a6b3-c2f9-4fb4-bf36-8d5f634e1ee4 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:04.369819 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-89d2c813-037a-49e8-96df-b4f6c2c17f97 req-6963a6b3-c2f9-4fb4-bf36-8d5f634e1ee4 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 945 time: 0.0896704 Apr 15 11:01:04.419239 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-89d2c813-037a-49e8-96df-b4f6c2c17f97 req-3094511a-36e0-4404-9a7d-10d9673a3a21 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427885 Apr 15 11:01:04.435110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e15ff7-e9de-45b3-a4c6-f5c14fc8fb8c req-3ffb1e28-508e-47c9-aa51-3dfda6937613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:04.436776 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-58e15ff7-e9de-45b3-a4c6-f5c14fc8fb8c req-3ffb1e28-508e-47c9-aa51-3dfda6937613 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ef91ca22-b90c-496e-9216-5832d8c88de8 HTTP/1.1" status: 200 len: 856 time: 0.0685060 Apr 15 11:01:04.522547 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e15ff7-e9de-45b3-a4c6-f5c14fc8fb8c req-9d70d4cd-8f86-42c0-9073-93f49e3d735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:04.524136 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-58e15ff7-e9de-45b3-a4c6-f5c14fc8fb8c req-9d70d4cd-8f86-42c0-9073-93f49e3d735d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789170 Apr 15 11:01:04.668002 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-58e15ff7-e9de-45b3-a4c6-f5c14fc8fb8c req-79a1e47b-dc75-4502-abdc-6e4d6c03db9d service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356435 Apr 15 11:01:04.813763 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-58e15ff7-e9de-45b3-a4c6-f5c14fc8fb8c req-e3b62f99-8d6f-4a9a-b520-02d92e3d0520 service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364400 Apr 15 11:01:04.926798 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3c2a2e35-5d15-488b-9193-ab7f175e8652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:05.455187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7d10f-727e-4b6f-a355-f723abbfe803 req-f2530f47-4acc-49d0-8ace-37884e797cf8 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:05.455948 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-dfb7d10f-727e-4b6f-a355-f723abbfe803 req-f2530f47-4acc-49d0-8ace-37884e797cf8 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Synchronizing usage tracker for tenant:32faf47171554d07ac1bf766bb326d05 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:01:05.471297 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-dfb7d10f-727e-4b6f-a355-f723abbfe803 req-f2530f47-4acc-49d0-8ace-37884e797cf8 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Unset dirty status for tenant:32faf47171554d07ac1bf766bb326d05 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:01:05.472506 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dfb7d10f-727e-4b6f-a355-f723abbfe803 req-f2530f47-4acc-49d0-8ace-37884e797cf8 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.108 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 945 time: 0.1106584 Apr 15 11:01:05.500767 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b18b62-ef68-4991-8b1e-ce12ccc750ae req-32d876e4-4569-4a59-9096-6b6bcf04fe29 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:05.502444 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88b18b62-ef68-4991-8b1e-ce12ccc750ae req-32d876e4-4569-4a59-9096-6b6bcf04fe29 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.0924618 Apr 15 11:01:05.560874 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88b18b62-ef68-4991-8b1e-ce12ccc750ae req-f5394584-05b5-433e-8a11-f1305b0a10e6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480335 Apr 15 11:01:05.698518 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90491d-e8cd-4354-a826-080ec55e54d6 req-e18e2ded-ed00-4090-a479-5133e98cfad1 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:05.700088 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4c90491d-e8cd-4354-a826-080ec55e54d6 req-e18e2ded-ed00-4090-a479-5133e98cfad1 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 945 time: 0.0956924 Apr 15 11:01:05.752248 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4c90491d-e8cd-4354-a826-080ec55e54d6 req-28783bfd-9127-437d-ac28-8d7b108eccb4 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/security-groups?id=4b160e33-0e33-4099-aa54-d271dcf1e08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452688 Apr 15 11:01:05.782967 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:05.794391 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-dfb7d10f-727e-4b6f-a355-f723abbfe803 req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Deleting port 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:05.794769 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-dfb7d10f-727e-4b6f-a355-f723abbfe803 req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:06.055894 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-dfb7d10f-727e-4b6f-a355-f723abbfe803 req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] For port 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5d0380fc-84d9-4fd5-a3f5-6b25134a13b7,segment=NetworkSegment(e3cf02e2-550d-44b4-b898-27af5cdea12f),segment_id=e3cf02e2-550d-44b4-b898-27af5cdea12f)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:06.056232 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-dfb7d10f-727e-4b6f-a355-f723abbfe803 req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:06.189765 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-dfb7d10f-727e-4b6f-a355-f723abbfe803 req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Calling delete_port for 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:01:06.289302 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:06.344571 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-dfb7d10f-727e-4b6f-a355-f723abbfe803 req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:06.360073 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-34ad6a26-3233-49e7-9980-db87d793fed9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:06.380651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['5d0380fc-84d9-4fd5-a3f5-6b25134a13b7'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:01:06.412631 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Pushing event deleted for resources: {'Port': ['ID=5d0380fc-84d9-4fd5-a3f5-6b25134a13b7,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:06.471418 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:06.471910 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:06.472212 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:06.472611 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:06.473036 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:06.473429 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:06.473823 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:06.474214 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:06.474605 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:06.474992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:06.475388 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:06.475766 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:06.481184 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:06.652918 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb7d10f-727e-4b6f-a355-f723abbfe803 req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] No DVR routers for this DVR port 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:01:06.655759 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-dfb7d10f-727e-4b6f-a355-f723abbfe803 req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:06.660244 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2298868-ae9d-4ed1-a087-a534607c2dcd', 'name': 'network-vif-deleted', 'tag': '5d0380fc-84d9-4fd5-a3f5-6b25134a13b7'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:06.685979 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dfb7d10f-727e-4b6f-a355-f723abbfe803 req-a231f531-0a6f-4712-a2bc-d58e398c12b6 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.108 "DELETE /v2.0/ports/5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 HTTP/1.1" status: 204 len: 173 time: 1.2065604 Apr 15 11:01:06.717836 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2298868-ae9d-4ed1-a087-a534607c2dcd', 'name': 'network-vif-deleted', 'tag': '5d0380fc-84d9-4fd5-a3f5-6b25134a13b7', 'status': 'completed', 'code': 200} Apr 15 11:01:06.779760 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:01:06.787634 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92c7c6-aa6d-40e9-b306-9cf7373a4cac req-275b2075-cd60-4525-a64c-03ebd05433cb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:06.789331 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ce92c7c6-aa6d-40e9-b306-9cf7373a4cac req-275b2075-cd60-4525-a64c-03ebd05433cb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 946 time: 0.0996065 Apr 15 11:01:06.839868 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ce92c7c6-aa6d-40e9-b306-9cf7373a4cac req-ef80103f-7de6-4968-b0c7-6d565d5deb9e tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430486 Apr 15 11:01:06.902543 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:07.032889 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:07.064613 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:07.075993 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:07.080794 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:07.082999 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:07.126648 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2', 'code': 200} Apr 15 11:01:07.154724 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-21ff7fe0-f562-4912-8161-b3036542b164 req-d54ad247-b23f-4a34-b61b-b5bbf1640d63 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2298868-ae9d-4ed1-a087-a534607c2dcd HTTP/1.1" status: 200 len: 210 time: 0.2766891 Apr 15 11:01:07.162583 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,revision_number=8']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:07.166236 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:07.257325 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:08.054712 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffe183-7903-4b91-898b-ac7e62b09d27 req-4e06096c-316e-43e8-9f6d-7134b5552619 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:08.056426 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88ffe183-7903-4b91-898b-ac7e62b09d27 req-4e06096c-316e-43e8-9f6d-7134b5552619 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.0947740 Apr 15 11:01:08.110387 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88ffe183-7903-4b91-898b-ac7e62b09d27 req-2cf7d5d8-17ff-403b-8700-f26faa4b9972 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469279 Apr 15 11:01:08.947736 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:08.986416 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:01:08.986817 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 5d0380fc-84d9-4fd5-a3f5-6b25134a13b7 not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:01:08.987296 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:10.132438 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699755-17eb-4d81-b794-dfb6a01aeefd req-d2faec29-b124-4f0f-8968-0d25bcdcb5f2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:10.134057 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-81699755-17eb-4d81-b794-dfb6a01aeefd req-d2faec29-b124-4f0f-8968-0d25bcdcb5f2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.1594398 Apr 15 11:01:10.142181 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-499f3310-0228-44bb-9d73-61d38bd60abe req-2b2cdd09-9aef-4392-a74d-d1d268917ed6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1255496 Apr 15 11:01:10.187224 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-81699755-17eb-4d81-b794-dfb6a01aeefd req-66a69f2a-eabb-4132-a3f8-9845cb716782 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439599 Apr 15 11:01:10.835058 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcae4f-952f-4888-9dd9-1645775f4eb9 req-866c504f-3d21-4b47-adcf-e3d049727a18 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:10.836634 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c6fcae4f-952f-4888-9dd9-1645775f4eb9 req-866c504f-3d21-4b47-adcf-e3d049727a18 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0883484 Apr 15 11:01:10.858535 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f3310-0228-44bb-9d73-61d38bd60abe req-95e34e17-10bf-4766-8f1e-fc293af3b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:10.860098 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-499f3310-0228-44bb-9d73-61d38bd60abe req-95e34e17-10bf-4766-8f1e-fc293af3b5d2 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3&tenant_id=32210517f2e94192a5ba2da4ed6b7d44 HTTP/1.1" status: 200 len: 1097 time: 0.0790300 Apr 15 11:01:10.888065 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c6fcae4f-952f-4888-9dd9-1645775f4eb9 req-d8490dcd-8b6c-4258-8aec-6d566560256a tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438943 Apr 15 11:01:10.975137 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f3310-0228-44bb-9d73-61d38bd60abe req-8ff14c37-9611-4dc2-844e-71f1b11a4b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:10.976747 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-499f3310-0228-44bb-9d73-61d38bd60abe req-8ff14c37-9611-4dc2-844e-71f1b11a4b36 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32210517f2e94192a5ba2da4ed6b7d44&device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 1097 time: 0.0818701 Apr 15 11:01:11.126988 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f3310-0228-44bb-9d73-61d38bd60abe req-02d4b660-9113-4c30-8c21-52eb6cd13317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:11.128627 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-499f3310-0228-44bb-9d73-61d38bd60abe req-02d4b660-9113-4c30-8c21-52eb6cd13317 service neutron] 10.222.0.108 "GET /v2.0/networks?id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e HTTP/1.1" status: 200 len: 919 time: 0.1444645 Apr 15 11:01:11.241635 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-499f3310-0228-44bb-9d73-61d38bd60abe req-a2257469-4276-48ea-905e-4c997e73266b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0384c7d6-6124-4e15-af0c-ceff9e6acbe2 HTTP/1.1" status: 200 len: 1000 time: 0.1068521 Apr 15 11:01:11.313591 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f3310-0228-44bb-9d73-61d38bd60abe req-07decb9f-f202-4e2b-84a4-ccd8be9ef0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:11.315156 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-499f3310-0228-44bb-9d73-61d38bd60abe req-07decb9f-f202-4e2b-84a4-ccd8be9ef0c3 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ef91ca22-b90c-496e-9216-5832d8c88de8 HTTP/1.1" status: 200 len: 856 time: 0.0663476 Apr 15 11:01:11.401934 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f3310-0228-44bb-9d73-61d38bd60abe req-338e0e72-be44-477f-9bdf-fac86ac6dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:11.403540 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-499f3310-0228-44bb-9d73-61d38bd60abe req-338e0e72-be44-477f-9bdf-fac86ac6dd53 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821974 Apr 15 11:01:11.406246 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a14fa2-3254-4942-be37-8053d4f08914 req-383be503-cd69-4898-b0db-c6ae4932fb16 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:11.407915 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-56a14fa2-3254-4942-be37-8053d4f08914 req-383be503-cd69-4898-b0db-c6ae4932fb16 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.0966752 Apr 15 11:01:11.458713 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-56a14fa2-3254-4942-be37-8053d4f08914 req-cc37ae4d-0e6f-45ab-a3e6-2a19e7d6f4bb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443935 Apr 15 11:01:11.552258 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-499f3310-0228-44bb-9d73-61d38bd60abe req-379c6192-47d0-4940-a8e7-b37be8035807 service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415133 Apr 15 11:01:11.705966 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-499f3310-0228-44bb-9d73-61d38bd60abe req-cd564e6e-ffb1-4bf7-a1a9-3b3ebc2a4e7f service neutron] 10.222.0.108 "GET /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471577 Apr 15 11:01:12.096929 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2c99e-971e-4973-bf22-1bd8ae845f31 req-00d2f88c-9577-4402-ac87-964546e83923 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:12.098520 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cef2c99e-971e-4973-bf22-1bd8ae845f31 req-00d2f88c-9577-4402-ac87-964546e83923 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0933428 Apr 15 11:01:12.146103 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cef2c99e-971e-4973-bf22-1bd8ae845f31 req-6347c0bc-9c86-43c8-b221-041a6b2fa766 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407858 Apr 15 11:01:12.642911 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:12.704030 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900cc42-4e2a-4062-8ee3-70c39ef81eb8 req-b3b3de3b-7ba1-4565-94e8-4dd857718706 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:12.706255 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1900cc42-4e2a-4062-8ee3-70c39ef81eb8 req-b3b3de3b-7ba1-4565-94e8-4dd857718706 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.1211059 Apr 15 11:01:12.770717 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1900cc42-4e2a-4062-8ee3-70c39ef81eb8 req-066bd9f4-1ad5-487c-83cf-c4f5d17877eb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568342 Apr 15 11:01:13.366588 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5586adc-e42d-4df2-b6aa-5bb1e11c702d req-ba23c3c6-5399-4678-a632-b0e8cac9fc09 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:13.368053 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e5586adc-e42d-4df2-b6aa-5bb1e11c702d req-ba23c3c6-5399-4678-a632-b0e8cac9fc09 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0962205 Apr 15 11:01:13.418960 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e5586adc-e42d-4df2-b6aa-5bb1e11c702d req-b08a8e78-1f1f-4627-be62-fafe1534ba97 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444052 Apr 15 11:01:13.992694 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e4964-09af-49a6-a3f3-aa22802b2769 req-144e4717-104a-4d1e-b233-66a57791f895 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:13.997266 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-638e4964-09af-49a6-a3f3-aa22802b2769 req-144e4717-104a-4d1e-b233-66a57791f895 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.0931823 Apr 15 11:01:14.051436 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-638e4964-09af-49a6-a3f3-aa22802b2769 req-299437a6-1f7b-4af6-9270-c7a31dfed372 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500677 Apr 15 11:01:14.664563 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecbd70-09c1-46fe-9731-1fc146418a7a req-d6d2c04b-d5e7-4b92-8188-a796a652ad30 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:14.666814 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-edecbd70-09c1-46fe-9731-1fc146418a7a req-d6d2c04b-d5e7-4b92-8188-a796a652ad30 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.1176372 Apr 15 11:01:14.736866 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-edecbd70-09c1-46fe-9731-1fc146418a7a req-7fdbb35b-73d6-4603-bb9a-6acbc913c33e tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626159 Apr 15 11:01:15.270577 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753151b4-3384-4f74-b517-b119e0bce85b req-62657c81-75d9-47be-b375-5e45d189a9b0 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:15.272231 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-753151b4-3384-4f74-b517-b119e0bce85b req-62657c81-75d9-47be-b375-5e45d189a9b0 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.0960703 Apr 15 11:01:15.323019 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-753151b4-3384-4f74-b517-b119e0bce85b req-88288fb7-1319-4129-a1c0-0ad1dcc19293 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441272 Apr 15 11:01:15.958605 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf301c-92ea-4647-b159-836834ed7902 req-ed7ccfa1-f543-47d7-a3cb-23ca264dd070 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:15.960213 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6dcf301c-92ea-4647-b159-836834ed7902 req-ed7ccfa1-f543-47d7-a3cb-23ca264dd070 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0952270 Apr 15 11:01:16.019630 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6dcf301c-92ea-4647-b159-836834ed7902 req-a00c817a-3908-4f6d-88be-2be1093af127 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521657 Apr 15 11:01:16.539298 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee0698-af83-485a-8bc8-6dbbcc7d9d0a req-6060db76-3571-40e6-909b-006edd249d80 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:16.542425 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12ee0698-af83-485a-8bc8-6dbbcc7d9d0a req-6060db76-3571-40e6-909b-006edd249d80 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.0962069 Apr 15 11:01:16.593840 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-12ee0698-af83-485a-8bc8-6dbbcc7d9d0a req-ab8838b6-391d-4013-b502-47e61d6ad692 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455577 Apr 15 11:01:17.236914 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d888f-1235-497e-b007-d0f8d74a40a9 req-68b60cdc-1fa3-4979-b89a-91f44f8762a3 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:17.241508 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7d1d888f-1235-497e-b007-d0f8d74a40a9 req-68b60cdc-1fa3-4979-b89a-91f44f8762a3 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.1010842 Apr 15 11:01:17.304438 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7d1d888f-1235-497e-b007-d0f8d74a40a9 req-063ae5a2-5d00-4c36-a833-8b72854e5f07 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577283 Apr 15 11:01:17.824668 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d51df-331e-4fa0-9150-3bf2117c64fb req-8344e55b-2089-4e2a-9314-21b8aea43f5f tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:17.826435 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-512d51df-331e-4fa0-9150-3bf2117c64fb req-8344e55b-2089-4e2a-9314-21b8aea43f5f tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.1050591 Apr 15 11:01:17.904804 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-512d51df-331e-4fa0-9150-3bf2117c64fb req-3ea512bb-d3ff-4df5-8392-96e34b2f10e2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694757 Apr 15 11:01:18.520953 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c84278-8470-48b4-b350-d0da471e053c req-cf883a81-7a8b-4d26-8a3a-1698c2ac9628 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:18.523038 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-85c84278-8470-48b4-b350-d0da471e053c req-cf883a81-7a8b-4d26-8a3a-1698c2ac9628 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0955524 Apr 15 11:01:18.576790 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-85c84278-8470-48b4-b350-d0da471e053c req-fa675b49-d8a4-4b8a-83e1-856ada209f46 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458636 Apr 15 11:01:19.132088 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7674795-a422-41c7-b358-5d399cbd77de req-08e87089-09b8-4937-ae95-b750f0ef146b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:19.137406 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c7674795-a422-41c7-b358-5d399cbd77de req-08e87089-09b8-4937-ae95-b750f0ef146b tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.1102080 Apr 15 11:01:19.190642 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c7674795-a422-41c7-b358-5d399cbd77de req-7b4f3661-7d82-41c6-b4eb-2157b4a1ae4f tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459657 Apr 15 11:01:19.795396 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79caaf7-9e30-4142-9f8f-ffb7c086c6bd req-c7aacb22-44df-49fa-aa69-d9a98599fffd tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:19.797047 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d79caaf7-9e30-4142-9f8f-ffb7c086c6bd req-c7aacb22-44df-49fa-aa69-d9a98599fffd tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0947752 Apr 15 11:01:19.847496 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d79caaf7-9e30-4142-9f8f-ffb7c086c6bd req-8919e878-809a-462e-8c37-affe2e9e6128 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436909 Apr 15 11:01:20.418589 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688164f-4c07-47eb-9cb2-fc385b2d8c3f req-f9bf2839-c91a-448a-a755-6b0d96da2719 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:20.420476 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2688164f-4c07-47eb-9cb2-fc385b2d8c3f req-f9bf2839-c91a-448a-a755-6b0d96da2719 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.1050599 Apr 15 11:01:20.485232 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2688164f-4c07-47eb-9cb2-fc385b2d8c3f req-bcc8d826-4a08-41ad-ad82-387def8774e6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581157 Apr 15 11:01:21.071834 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7993c-7d89-4ee4-a6ac-31194b1bdaf4 req-d660e211-decb-412d-8ab0-593cdf83905c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:21.073754 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4cb7993c-7d89-4ee4-a6ac-31194b1bdaf4 req-d660e211-decb-412d-8ab0-593cdf83905c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.1066790 Apr 15 11:01:21.127911 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4cb7993c-7d89-4ee4-a6ac-31194b1bdaf4 req-03abc568-650b-4745-bf76-cdaaa833e334 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448918 Apr 15 11:01:21.701819 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eabc02-1b7c-493a-b372-1b7d9fd94952 req-ddcaaee6-83c8-4ed8-9a66-4ff2591a35ca tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:21.704578 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-50eabc02-1b7c-493a-b372-1b7d9fd94952 req-ddcaaee6-83c8-4ed8-9a66-4ff2591a35ca tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.1033330 Apr 15 11:01:21.772293 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-50eabc02-1b7c-493a-b372-1b7d9fd94952 req-ed00da91-f06e-4498-9a66-a549a290a628 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608764 Apr 15 11:01:22.339236 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1bf91-dc29-412c-b49e-9a3d9bb5bff8 req-e151c8b6-bb67-48e2-b419-d965f768aef0 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:22.341278 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3de1bf91-dc29-412c-b49e-9a3d9bb5bff8 req-e151c8b6-bb67-48e2-b419-d965f768aef0 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0928192 Apr 15 11:01:22.391348 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3de1bf91-dc29-412c-b49e-9a3d9bb5bff8 req-a088b383-ce74-4021-9618-7949d08519ad tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434501 Apr 15 11:01:22.989883 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439ed18-198b-4c36-8007-35f851243f74 req-9ae8818a-b379-4c43-84a3-ecd5619ce5d2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:22.991566 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2439ed18-198b-4c36-8007-35f851243f74 req-9ae8818a-b379-4c43-84a3-ecd5619ce5d2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.0934834 Apr 15 11:01:23.041719 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2439ed18-198b-4c36-8007-35f851243f74 req-ed30e8bc-4e51-4234-8443-6677071e3272 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433598 Apr 15 11:01:23.595518 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bbf12-159c-4084-acbd-0a5a91643e01 req-77ec7d83-4e5e-4774-965d-0bda9007b6d5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:23.597141 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-623bbf12-159c-4084-acbd-0a5a91643e01 req-77ec7d83-4e5e-4774-965d-0bda9007b6d5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0910606 Apr 15 11:01:23.646246 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-623bbf12-159c-4084-acbd-0a5a91643e01 req-5ddb085a-007d-4d78-8ddc-b7ef095815fc tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418055 Apr 15 11:01:24.008073 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac41af-d17b-4d9d-9884-0c1a43433fef req-31bc55fd-c546-44d9-9d58-cf559dd5631b tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:24.009603 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6dac41af-d17b-4d9d-9884-0c1a43433fef req-31bc55fd-c546-44d9-9d58-cf559dd5631b tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0928481 Apr 15 11:01:24.059639 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6dac41af-d17b-4d9d-9884-0c1a43433fef req-a7042d53-9074-494b-8622-fa20ac29e182 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429022 Apr 15 11:01:24.067063 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f67aed-e056-4f16-aa35-30f8c439b73a req-366c8911-5a6e-406b-9710-6405fdfb9097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:24.068671 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c0f67aed-e056-4f16-aa35-30f8c439b73a req-366c8911-5a6e-406b-9710-6405fdfb9097 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=86c4cac746df44b6aa4b2c6474c31fa2&device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 1098 time: 0.0794570 Apr 15 11:01:24.219069 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f67aed-e056-4f16-aa35-30f8c439b73a req-412b4694-5741-4b7a-b32d-306525ee009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:24.220775 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c0f67aed-e056-4f16-aa35-30f8c439b73a req-412b4694-5741-4b7a-b32d-306525ee009b service neutron] 10.222.0.108 "GET /v2.0/networks?id=98b12ee6-130f-43e6-baec-b4e83ba468aa HTTP/1.1" status: 200 len: 913 time: 0.1447361 Apr 15 11:01:24.260288 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d77d5-e677-4ffc-903b-980cf6c0c989 req-2dcceb46-4be1-42bc-806f-59d301487776 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:24.262618 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ab9d77d5-e677-4ffc-903b-980cf6c0c989 req-2dcceb46-4be1-42bc-806f-59d301487776 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 944 time: 0.0929759 Apr 15 11:01:24.321314 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ab9d77d5-e677-4ffc-903b-980cf6c0c989 req-00ec2647-7a66-4042-8c0b-45a880ad7269 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490687 Apr 15 11:01:24.336609 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c0f67aed-e056-4f16-aa35-30f8c439b73a req-37894b5a-f498-4ce3-8b4a-9885f45a4f44 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=059fff66-48ba-41f1-994b-c833c85ffde0 HTTP/1.1" status: 200 len: 1001 time: 0.1089797 Apr 15 11:01:24.410697 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f67aed-e056-4f16-aa35-30f8c439b73a req-ca6ae1c6-2316-49b4-9956-4d3452bb77ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:24.412267 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c0f67aed-e056-4f16-aa35-30f8c439b73a req-ca6ae1c6-2316-49b4-9956-4d3452bb77ef service neutron] 10.222.0.108 "GET /v2.0/subnets?id=402316b6-2fc2-4d66-82ac-ae13f8570bbb HTTP/1.1" status: 200 len: 850 time: 0.0687780 Apr 15 11:01:24.499827 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f67aed-e056-4f16-aa35-30f8c439b73a req-ee29d113-0509-4f5a-95c9-7221607d5565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:24.501513 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c0f67aed-e056-4f16-aa35-30f8c439b73a req-ee29d113-0509-4f5a-95c9-7221607d5565 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=98b12ee6-130f-43e6-baec-b4e83ba468aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820377 Apr 15 11:01:24.681823 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c0f67aed-e056-4f16-aa35-30f8c439b73a req-88dc8159-03f0-4757-a472-6f87a42ca82b service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733046 Apr 15 11:01:24.832241 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c0f67aed-e056-4f16-aa35-30f8c439b73a req-e3302cf2-1e3f-41bc-a02e-52cf938f4f8a service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431003 Apr 15 11:01:25.014320 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:01:25.157259 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:25.171570 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'port_id': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2', 'mac_address': 'fa:16:3e:a7:2d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:01:25.235412 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:25.253899 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:01:25.267600 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b756fa-0c12-4339-8e20-6b3906cc300c req-17a4de06-e44a-4d08-8cf6-ab7d88ba927c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:25.269242 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-25b756fa-0c12-4339-8e20-6b3906cc300c req-17a4de06-e44a-4d08-8cf6-ab7d88ba927c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0912797 Apr 15 11:01:25.270819 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:25.274066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:25.275989 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:25.319372 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-25b756fa-0c12-4339-8e20-6b3906cc300c req-77dd1e35-6ef1-4517-b1a5-15ea8fafef87 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434380 Apr 15 11:01:25.348802 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,revision_number=9']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:25.351859 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:25.540490 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d42d96-6db5-47d9-a33b-58a34990e410 req-4f677993-9d08-408e-b0f8-ffaf1b345cfd tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:25.542134 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-78d42d96-6db5-47d9-a33b-58a34990e410 req-4f677993-9d08-408e-b0f8-ffaf1b345cfd tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0981677 Apr 15 11:01:25.597241 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-78d42d96-6db5-47d9-a33b-58a34990e410 req-19add7b4-be81-46f5-8a63-e01bad4dad35 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478597 Apr 15 11:01:25.624782 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['0384c7d6-6124-4e15-af0c-ceff9e6acbe2'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:01:26.521498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34393eef-0ed1-4315-836f-2a7660ac1428 req-026f5b34-249e-46b2-b0b4-8742b55a4685 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:26.523096 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-34393eef-0ed1-4315-836f-2a7660ac1428 req-026f5b34-249e-46b2-b0b4-8742b55a4685 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0876389 Apr 15 11:01:26.571627 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-34393eef-0ed1-4315-836f-2a7660ac1428 req-3c4bf4eb-8c08-4a88-8161-eb16a65a1487 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416751 Apr 15 11:01:26.805855 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ea285-c4eb-4bda-bdfe-e5d898547ad0 req-4480a682-5a38-4a96-94da-bb2cf4868081 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:26.807442 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2c9ea285-c4eb-4bda-bdfe-e5d898547ad0 req-4480a682-5a38-4a96-94da-bb2cf4868081 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0918772 Apr 15 11:01:26.855986 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2c9ea285-c4eb-4bda-bdfe-e5d898547ad0 req-205fc976-225b-4972-826f-dec069aeaa4c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415223 Apr 15 11:01:27.011471 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:27.087694 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:27.088116 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.218475 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.246975 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:27.264509 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:27.267414 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.269423 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:27.345206 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,revision_number=10']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:27.348395 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:27.355703 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2', 'code': 200} Apr 15 11:01:27.648100 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85930db8-f4d0-4292-b0db-974af9167940 req-d67ba7ef-848e-418e-b4e6-ccca12a1c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:27.649698 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-85930db8-f4d0-4292-b0db-974af9167940 req-d67ba7ef-848e-418e-b4e6-ccca12a1c38d service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 1100 time: 0.0765145 Apr 15 11:01:27.691927 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-85930db8-f4d0-4292-b0db-974af9167940 req-766fb8a1-7d63-40ae-a06e-2c67c932a69b service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357194 Apr 15 11:01:28.066189 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9d213-6ef2-472a-bca8-29db2419f51d req-618ad862-743e-4cc7-825f-fd29a3e0a012 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:28.067793 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c0f9d213-6ef2-472a-bca8-29db2419f51d req-618ad862-743e-4cc7-825f-fd29a3e0a012 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 947 time: 0.0890164 Apr 15 11:01:28.120950 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c0f9d213-6ef2-472a-bca8-29db2419f51d req-cf0bdf44-7596-4568-81f7-285ee2212ad7 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450771 Apr 15 11:01:28.185279 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 34980) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:28.252051 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Deleting subnet afa4cb3a-8380-447c-a15f-437766ef7ce7 {{(pid=85292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:01:28.255149 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:28.306905 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7193441'] for subnet, precommit_delete_associations {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:28.370592 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:28.625009 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847586166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8185521'] for subnet, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:28.644545 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:28.729767 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa4cb3a-8380-447c-a15f-437766ef7ce7,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:28.755982 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:28.756396 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:28.756832 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:28.757239 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:28.757638 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:28.758034 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:28.758430 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:28.758827 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:28.759339 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:28.759598 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:28.759989 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:28.760380 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:28.765791 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:28.794370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:28.800829 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-21b16094-3234-4d3a-9d57-2c74dacc8909 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/afa4cb3a-8380-447c-a15f-437766ef7ce7 HTTP/1.1" status: 204 len: 168 time: 0.6143789 Apr 15 11:01:28.803575 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 34988) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:28.920500 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6b53e9b8-13e2-460f-abbd-7178430dad41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853837892'] for network, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:29.114980 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6b53e9b8-13e2-460f-abbd-7178430dad41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854714127', 'neutron.services.segments.db._delete_segments_for_network--9223363309937827905'] for network, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:29.233998 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-6b53e9b8-13e2-460f-abbd-7178430dad41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91584ea-7c65-457d-9aad-6d01f46a99f9']}} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:29.283784 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-6b53e9b8-13e2-460f-abbd-7178430dad41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3cf02e2-550d-44b4-b898-27af5cdea12f') {'for_net_delete': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:29.284088 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-6b53e9b8-13e2-460f-abbd-7178430dad41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3cf02e2-550d-44b4-b898-27af5cdea12f') {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:29.310534 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6b53e9b8-13e2-460f-abbd-7178430dad41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309937828161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847582343'] for segment, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:29.332077 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6b53e9b8-13e2-460f-abbd-7178430dad41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:29.341686 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b53e9b8-13e2-460f-abbd-7178430dad41 admin admin] Releasing vlan 1354 on physical network physnet1 to pool {{(pid=85292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:01:29.732639 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108d475-714a-4da9-a3ca-781e8c4ee41e req-a067a993-5190-47f1-9128-efa0786b23b9 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:29.734303 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2108d475-714a-4da9-a3ca-781e8c4ee41e req-a067a993-5190-47f1-9128-efa0786b23b9 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 947 time: 0.4896162 Apr 15 11:01:29.779057 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-6b53e9b8-13e2-460f-abbd-7178430dad41 admin admin] Network f91584ea-7c65-457d-9aad-6d01f46a99f9 has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:01:29.791165 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6b53e9b8-13e2-460f-abbd-7178430dad41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7189033'] for segment, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:29.897594 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2108d475-714a-4da9-a3ca-781e8c4ee41e req-8dbc834c-883d-4e77-9b15-ab4504d6e19f tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543784 Apr 15 11:01:30.001288 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-6b53e9b8-13e2-460f-abbd-7178430dad41 admin admin] Network f91584ea-7c65-457d-9aad-6d01f46a99f9 has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: Traceback (most recent call last): Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: timer() Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: cb(*args, **kw) Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: return func(*args, **kwargs) Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: self._notify() Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: self.callback(batched_events) Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: event.method(event) Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: segment_id)['aggregates'][0] Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: return f(self, *a, **k) Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: return self._get(url).json() Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: **kwargs) Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: return self.request(url, 'GET', **kwargs) Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: **endpoint_filter) Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:01:30.024465 dv-cinder-786386-1-smb neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:01:30.103922 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6b53e9b8-13e2-460f-abbd-7178430dad41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-61574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447513'] for network, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.108039 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:30.121976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6b53e9b8-13e2-460f-abbd-7178430dad41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.134012 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53e9b8-13e2-460f-abbd-7178430dad41 admin admin] Pushing event deleted for resources: {'Network': ['ID=f91584ea-7c65-457d-9aad-6d01f46a99f9,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:30.137021 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6b53e9b8-13e2-460f-abbd-7178430dad41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:30.139461 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-6b53e9b8-13e2-460f-abbd-7178430dad41 admin admin] 10.222.0.98 "DELETE /v2.0/networks/f91584ea-7c65-457d-9aad-6d01f46a99f9 HTTP/1.1" status: 204 len: 168 time: 1.3349135 Apr 15 11:01:30.263456 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35026) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:30.315947 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-242e44f2-f293-4d72-bdb0-6f434403eadb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=32faf47171554d07ac1bf766bb326d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512109 Apr 15 11:01:30.318485 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35030) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:30.379823 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-651a1d7c-827f-48da-b400-60e8cf7eca5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.407174 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-651a1d7c-827f-48da-b400-60e8cf7eca5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.463083 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-651a1d7c-827f-48da-b400-60e8cf7eca5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.468713 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6db5a02b-b90c-4553-9b22-bbb485bf8cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:30.483515 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a1d7c-827f-48da-b400-60e8cf7eca5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b160e33-0e33-4099-aa54-d271dcf1e08d,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:30.487745 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-651a1d7c-827f-48da-b400-60e8cf7eca5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:30.491065 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-651a1d7c-827f-48da-b400-60e8cf7eca5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.492279 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-651a1d7c-827f-48da-b400-60e8cf7eca5e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4b160e33-0e33-4099-aa54-d271dcf1e08d HTTP/1.1" status: 204 len: 168 time: 0.1728380 Apr 15 11:01:31.114504 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164e264-4bdb-42c3-ad8b-58b9ff0c054e req-ac5636a8-6288-40fa-9af0-1dc6be0f6591 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:31.116113 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f164e264-4bdb-42c3-ad8b-58b9ff0c054e req-ac5636a8-6288-40fa-9af0-1dc6be0f6591 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 947 time: 0.0931261 Apr 15 11:01:31.174430 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f164e264-4bdb-42c3-ad8b-58b9ff0c054e req-a6ac4150-25f2-4787-817a-89d5039f8bac tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434346 Apr 15 11:01:31.268722 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35058) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:31.379585 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1085487203-network', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:31.384594 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:31.389356 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Usage tracker for resource:network and tenant:026fc95f3041498d9f3c72fd25e5bd10 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:31.392307 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:31.398771 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:31.407569 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Made reservation on behalf of 026fc95f3041498d9f3c72fd25e5bd10 for: {'network': 1} {{(pid=85292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:31.412243 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:31.425117 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:31.443928 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:31.448116 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Usage tracker for resource:security_group_rule and tenant:026fc95f3041498d9f3c72fd25e5bd10 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:31.451716 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:31.457922 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:31.540841 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:31.544397 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:31.548660 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-141ecc2d-dfcd-432b-8cd9-8f25f188602b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:31.577589 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1354, 'physical_network': 'physnet1'} {{(pid=85292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:01:31.586520 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb0b197-fdd5-482d-9790-521de723b906,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:31.590721 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:31.593274 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:31.593670 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Added segment 7cfcea6f-131f-4b59-83eb-bb69c3039ccb of type vlan for network 1a363217-bab9-457c-8605-d79070606d22 Apr 15 11:01:31.622462 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:31.651162 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:31.652626 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:31.653291 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:31.658246 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f5e1c66a-3262-4273-9ed1-b68455423179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:31.766544 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4966547 Apr 15 11:01:31.767484 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Pushing event updated for resources: {'Network': ['ID=1a363217-bab9-457c-8605-d79070606d22,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:31.769689 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35064) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:31.770326 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:31.777985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-9ca28519-031e-4026-bb02-19283bd266c5 admin admin] Request body: {'subnet': {'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1085487203-subnet', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:31.782494 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network 1a363217-bab9-457c-8605-d79070606d22 details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:01:31.783728 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9ca28519-031e-4026-bb02-19283bd266c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:31.787816 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-9ca28519-031e-4026-bb02-19283bd266c5 admin admin] Usage tracker for resource:subnet and tenant:026fc95f3041498d9f3c72fd25e5bd10 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:31.790808 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-9ca28519-031e-4026-bb02-19283bd266c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:31.797664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9ca28519-031e-4026-bb02-19283bd266c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:31.806303 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca28519-031e-4026-bb02-19283bd266c5 admin admin] Made reservation on behalf of 026fc95f3041498d9f3c72fd25e5bd10 for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:31.811032 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9ca28519-031e-4026-bb02-19283bd266c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4828155'] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.229267 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9ca28519-031e-4026-bb02-19283bd266c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848323626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4828138'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.246101 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:32.374653 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca28519-031e-4026-bb02-19283bd266c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e7cf14-27ba-4d70-897b-b76c41168802,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:32.377752 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9ca28519-031e-4026-bb02-19283bd266c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:32.457511 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca28519-031e-4026-bb02-19283bd266c5 admin admin] Checking segment: {'id': '7cfcea6f-131f-4b59-83eb-bb69c3039ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '1a363217-bab9-457c-8605-d79070606d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:32.457914 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca28519-031e-4026-bb02-19283bd266c5 admin admin] Network hostable DHCP agents. Network: 1a363217-bab9-457c-8605-d79070606d22, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:01:32.477303 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca28519-031e-4026-bb02-19283bd266c5 admin admin] Network 1a363217-bab9-457c-8605-d79070606d22 is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:01:32.486484 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-9ca28519-031e-4026-bb02-19283bd266c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, 1a363217-bab9-457c-8605-d79070606d22) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:32.497428 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a83570b-ed58-4dd1-8afc-2bf62c9532d9 None None] Network 1a363217-bab9-457c-8605-d79070606d22 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:32.499210 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca28519-031e-4026-bb02-19283bd266c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:32.499852 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9ca28519-031e-4026-bb02-19283bd266c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.521224 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-9ca28519-031e-4026-bb02-19283bd266c5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7502563 Apr 15 11:01:32.524001 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35068) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:32.530193 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1085487203-router', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:32.535247 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:32.539397 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Usage tracker for resource:router and tenant:026fc95f3041498d9f3c72fd25e5bd10 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:32.543885 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:32.549981 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:32.559461 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854336538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761996'] for router, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.560853 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13804'] for router, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.579631 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.639975 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b6f5134d-b378-4172-a53e-c985c3e7d5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.741535 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03cae621-d5ad-52d9-a88b-1dbc97da46ae-1a363217-bab9-457c-8605-d79070606d22', 'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'fixed_ips': [{'subnet_id': 'e2e7cf14-27ba-4d70-897b-b76c41168802'}]}} from dv-cinder-786386-1-smb. {{(pid=85293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 11:01:32.742441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.920086 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Allocated IP 172.20.0.2 (1a363217-bab9-457c-8605-d79070606d22/e2e7cf14-27ba-4d70-897b-b76c41168802/75b88ae7-8799-4b22-b9ed-d51cafbcc215) {{(pid=85293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:33.101525 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854336521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13789'] for router, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.147739 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Notify callbacks [] for port, precommit_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.158267 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Transition to ACTIVE for port object 75b88ae7-8799-4b22-b9ed-d51cafbcc215 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:33.176925 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Transition to ACTIVE for port object 75b88ae7-8799-4b22-b9ed-d51cafbcc215 will not be triggered until provisioned by entity DHCP. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:33.181920 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.197727 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:33.446101 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.478847 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.493023 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Pushing event updated for resources: {'Port': ['ID=75b88ae7-8799-4b22-b9ed-d51cafbcc215,revision_number=1']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:33.498628 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:33.544821 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Network 1a363217-bab9-457c-8605-d79070606d22 is already hosted by enough agents. {{(pid=85293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:33.546166 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Resources bound (agent type, host, resource id): {{(pid=85293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:33.548552 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Received port after_create {{(pid=85293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:33.630693 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Allocated IP 172.28.1.103 (75f67454-9d0f-442c-bd06-ccb5d72eecb7/92e09409-23cb-47a5-83a3-d0bf73c89cb1/c53aad6d-4b1b-48a9-ae39-fff373861cb8) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:33.644631 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Attempting to bind port 75b88ae7-8799-4b22-b9ed-d51cafbcc215 on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:33.645070 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Attempting to bind port 75b88ae7-8799-4b22-b9ed-d51cafbcc215 by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '7cfcea6f-131f-4b59-83eb-bb69c3039ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '1a363217-bab9-457c-8605-d79070606d22'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:33.645471 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Attempting to bind port 75b88ae7-8799-4b22-b9ed-d51cafbcc215 on network 1a363217-bab9-457c-8605-d79070606d22 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:33.651056 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:33.651570 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Checking segment: {'id': '7cfcea6f-131f-4b59-83eb-bb69c3039ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '1a363217-bab9-457c-8605-d79070606d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:33.652189 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.652635 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Bound using segment: {'id': '7cfcea6f-131f-4b59-83eb-bb69c3039ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '1a363217-bab9-457c-8605-d79070606d22'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:33.653193 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Bound port: 75b88ae7-8799-4b22-b9ed-d51cafbcc215, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfcea6f-131f-4b59-83eb-bb69c3039ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '1a363217-bab9-457c-8605-d79070606d22'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:33.653605 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.750182 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] For port 75b88ae7-8799-4b22-b9ed-d51cafbcc215, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:33.753637 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] For port 75b88ae7-8799-4b22-b9ed-d51cafbcc215, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=75b88ae7-8799-4b22-b9ed-d51cafbcc215,segment=NetworkSegment(7cfcea6f-131f-4b59-83eb-bb69c3039ccb),segment_id=7cfcea6f-131f-4b59-83eb-bb69c3039ccb)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:33.757046 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.773194 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d5be12c9-c838-403f-8c73-8863f9113108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:33.790104 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.822203 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.837746 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e2ffafd1-0b0d-474f-a4bc-9253e9daf335 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:33.920505 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Pushing event updated for resources: {'Port': ['ID=75b88ae7-8799-4b22-b9ed-d51cafbcc215,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:33.923953 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:33.976085 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Pushing event updated for resources: {'Port': ['ID=c53aad6d-4b1b-48a9-ae39-fff373861cb8,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:33.982177 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:34.035890 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:34.037201 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:34.039985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:34.499082 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:34.867677 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854328227'] for router, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:34.870392 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 75b88ae7-8799-4b22-b9ed-d51cafbcc215 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:34.948736 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dfda1ec2-fc99-4f74-973c-bea78d13c234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:34.960406 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port 75b88ae7-8799-4b22-b9ed-d51cafbcc215 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:35.094203 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Router a580d1c9-6429-4900-a26a-7709531ca174 is scheduled to L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf with binding_index 1 {{(pid=85291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 11:01:35.347703 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c822c68-38d2-4502-a493-fe6fbb8a989d None None] Network 1a363217-bab9-457c-8605-d79070606d22 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:35.469036 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Provisioning for port 75b88ae7-8799-4b22-b9ed-d51cafbcc215 completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:35.488408 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Provisioning complete for port 75b88ae7-8799-4b22-b9ed-d51cafbcc215 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:35.488846 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:35.529624 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:01:35.553167 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:35.554558 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0295427 Apr 15 11:01:35.557351 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35072) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:35.564172 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Sync routers for ids ['a580d1c9-6429-4900-a26a-7709531ca174'] in dv-cinder-786386-1-smb {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:01:35.603848 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Routers {'a580d1c9-6429-4900-a26a-7709531ca174'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:35.604459 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:01:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['a580d1c9-6429-4900-a26a-7709531ca174'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:35.872069 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:35.896096 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:35.963182 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Set router a580d1c9-6429-4900-a26a-7709531ca174 gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:36.084594 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] For port 75b88ae7-8799-4b22-b9ed-d51cafbcc215, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=75b88ae7-8799-4b22-b9ed-d51cafbcc215,segment=NetworkSegment(7cfcea6f-131f-4b59-83eb-bb69c3039ccb),segment_id=7cfcea6f-131f-4b59-83eb-bb69c3039ccb)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:36.102163 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:36.108368 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:36.277829 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-39bb0439-a61c-4eac-9fcc-e65e9949c2a7 None None] Provisioning complete for port 75b88ae7-8799-4b22-b9ed-d51cafbcc215 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:36.278187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-39bb0439-a61c-4eac-9fcc-e65e9949c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:36.302973 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:36.332852 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Pushing event updated for resources: {'Port': ['ID=75b88ae7-8799-4b22-b9ed-d51cafbcc215,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:36.358046 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:36.358435 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:36.358814 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:36.359188 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:36.359560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:36.359928 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:36.360289 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:36.360659 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:36.361044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:36.361406 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:36.361767 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:36.362129 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:36.394641 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-16bede85-2021-404d-a3e1-e1dcd0fe04e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:36.412589 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:36.512448 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'name': 'tempest-TestMinimumBasicScenario-1085487203-router', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:32Z', 'updated_at': '2021-04-15T11:01:34Z', 'revision_number': 3, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'gw_port': {'id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:02:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb'}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:36.516669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Checking router: a580d1c9-6429-4900-a26a-7709531ca174 for host: dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:01:36.517102 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Updating router a580d1c9-6429-4900-a26a-7709531ca174 port c53aad6d-4b1b-48a9-ae39-fff373861cb8 binding host dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:01:36.525069 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Allocated IP 172.20.0.1 (1a363217-bab9-457c-8605-d79070606d22/e2e7cf14-27ba-4d70-897b-b76c41168802/37afe7e7-c2af-499b-bb99-36661177b3c9) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:36.574704 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:36.684476 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:36.701256 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Transition to ACTIVE for port object 37afe7e7-c2af-499b-bb99-36661177b3c9 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:36.724083 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:36.740053 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cdb93c29-0377-4267-a1ff-17c74bd8cc90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:36.885085 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Pushing event updated for resources: {'Port': ['ID=37afe7e7-c2af-499b-bb99-36661177b3c9,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:36.890305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:36.946850 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Network 1a363217-bab9-457c-8605-d79070606d22 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:36.947974 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:36.950430 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:36.953389 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 75b88ae7-8799-4b22-b9ed-d51cafbcc215 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:37.006185 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854328168'] for router_interface, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.125676 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 75b88ae7-8799-4b22-b9ed-d51cafbcc215 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:37.126370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.279891 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.337400 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.338096 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-52ff83f5-118b-4df2-86d4-9142bc2069c0 None None] Provisioning for port 37afe7e7-c2af-499b-bb99-36661177b3c9 completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:37.349498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.355539 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-52ff83f5-118b-4df2-86d4-9142bc2069c0 None None] Provisioning complete for port 37afe7e7-c2af-499b-bb99-36661177b3c9 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:37.355950 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-52ff83f5-118b-4df2-86d4-9142bc2069c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.417718 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Transition to ACTIVE for port object c53aad6d-4b1b-48a9-ae39-fff373861cb8 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:37.435507 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.452855 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:37.492132 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-52ff83f5-118b-4df2-86d4-9142bc2069c0 None None] Port 37afe7e7-c2af-499b-bb99-36661177b3c9 cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:01:37.572676 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.577108 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452036'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.589227 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf5801-e3fa-4bdd-aa3a-19fe3c8d34a1 None None] Pushing event updated for resources: {'Port': ['ID=c53aad6d-4b1b-48a9-ae39-fff373861cb8,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:37.593719 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f4bf5801-e3fa-4bdd-aa3a-19fe3c8d34a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:37.606096 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:37.659855 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Attempting to bind port c53aad6d-4b1b-48a9-ae39-fff373861cb8 on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:37.660276 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Attempting to bind port c53aad6d-4b1b-48a9-ae39-fff373861cb8 by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:37.660713 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Attempting to bind port c53aad6d-4b1b-48a9-ae39-fff373861cb8 on network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:37.666463 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:37.666940 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Checking segment: {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:37.667391 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.667831 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Bound using segment: {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:37.668348 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Bound port: c53aad6d-4b1b-48a9-ae39-fff373861cb8, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:37.668834 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.695332 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854218599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327501'] for router_interface, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.711646 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Pushing event updated for resources: {'Port': ['ID=37afe7e7-c2af-499b-bb99-36661177b3c9,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:37.718120 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:37.747546 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] For port c53aad6d-4b1b-48a9-ae39-fff373861cb8, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:37.751142 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] For port c53aad6d-4b1b-48a9-ae39-fff373861cb8, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=c53aad6d-4b1b-48a9-ae39-fff373861cb8,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:37.753856 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.770201 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:37.843523 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Network 1a363217-bab9-457c-8605-d79070606d22 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:37.844769 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:37.917628 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf5801-e3fa-4bdd-aa3a-19fe3c8d34a1 None None] Pushing event updated for resources: {'Port': ['ID=c53aad6d-4b1b-48a9-ae39-fff373861cb8,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:37.921086 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f4bf5801-e3fa-4bdd-aa3a-19fe3c8d34a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:37.992606 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Routers {'a580d1c9-6429-4900-a26a-7709531ca174'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:37.993468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:01:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['a580d1c9-6429-4900-a26a-7709531ca174'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:38.159126 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-ca77dad9-2e92-4f55-bbc7-ad8975406539 None None] Provisioning complete for port 37afe7e7-c2af-499b-bb99-36661177b3c9 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:38.159547 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ca77dad9-2e92-4f55-bbc7-ad8975406539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:38.246421 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-ca77dad9-2e92-4f55-bbc7-ad8975406539 None None] Port 37afe7e7-c2af-499b-bb99-36661177b3c9 cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:01:38.259196 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] Set router a580d1c9-6429-4900-a26a-7709531ca174 gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:38.293347 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Router a580d1c9-6429-4900-a26a-7709531ca174 has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:01:38.485768 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:01:38.504004 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] 10.222.0.98 "PUT /v2.0/routers/a580d1c9-6429-4900-a26a-7709531ca174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9367993 Apr 15 11:01:38.594254 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'name': 'tempest-TestMinimumBasicScenario-1085487203-router', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:32Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'gw_port': {'id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:02:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '37afe7e7-c2af-499b-bb99-36661177b3c9', 'name': '', 'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'mac_address': 'fa:16:3e:dc:0d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:36Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 2, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'subnets': [{'id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:38.598366 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c4fbc-facf-4ea8-99a2-eb1d18a782d6 None None] The sync data for ids ['a580d1c9-6429-4900-a26a-7709531ca174'] in dv-cinder-786386-1-smb is: [{'id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'name': 'tempest-TestMinimumBasicScenario-1085487203-router', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:32Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'gw_port': {'id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:02:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '37afe7e7-c2af-499b-bb99-36661177b3c9', 'name': '', 'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'mac_address': 'fa:16:3e:dc:0d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:36Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 2, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'subnets': [{'id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:01:39.066659 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35090) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:39.073456 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1374902664-network', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:39.078826 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:39.083210 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Usage tracker for resource:network and tenant:c2511098dac94e50b508258a5cb72fbe is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:39.086438 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:39.093514 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:39.104397 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Made reservation on behalf of c2511098dac94e50b508258a5cb72fbe for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:39.109396 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.123746 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.140211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:39.144394 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Usage tracker for resource:security_group_rule and tenant:c2511098dac94e50b508258a5cb72fbe is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:39.147475 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:39.154439 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:39.250384 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.253752 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.258249 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-19238d73-df87-4e3a-86b5-138c96ba65c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:39.291170 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] vlan segment allocate from pool success with {'vlan_id': 1362, 'physical_network': 'physnet1'} {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:01:39.301608 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49be1ae4-2146-4e9a-a5d9-594d1aa004b9,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:39.306001 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:39.308938 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.309336 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Added segment 16122d2e-7f46-4475-80ad-4ef8adee67b9 of type vlan for network 877a86e1-dea6-4db3-93e4-afbccee99a4c Apr 15 11:01:39.343653 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.380281 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.381750 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:39.382389 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.388841 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:39.502109 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4342246 Apr 15 11:01:39.503069 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Pushing event updated for resources: {'Network': ['ID=877a86e1-dea6-4db3-93e4-afbccee99a4c,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:39.505868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35094) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:39.506231 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:39.514476 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network 877a86e1-dea6-4db3-93e4-afbccee99a4c details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:01:39.525521 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-e33a1ac9-3867-4fc4-87d6-e57b9e437052 admin admin] Request body: {'subnet': {'network_id': '877a86e1-dea6-4db3-93e4-afbccee99a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1374902664-subnet', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe', 'ip_version': 4}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:39.530939 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e33a1ac9-3867-4fc4-87d6-e57b9e437052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:39.535250 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e33a1ac9-3867-4fc4-87d6-e57b9e437052 admin admin] Usage tracker for resource:subnet and tenant:c2511098dac94e50b508258a5cb72fbe is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:39.538355 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e33a1ac9-3867-4fc4-87d6-e57b9e437052 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:39.545258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e33a1ac9-3867-4fc4-87d6-e57b9e437052 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:39.555436 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33a1ac9-3867-4fc4-87d6-e57b9e437052 admin admin] Made reservation on behalf of c2511098dac94e50b508258a5cb72fbe for: {'subnet': 1} {{(pid=85292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:39.561022 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e33a1ac9-3867-4fc4-87d6-e57b9e437052 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846590309'] for subnet, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.986901 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e33a1ac9-3867-4fc4-87d6-e57b9e437052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7189591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846590326'] for subnet, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.004790 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:40.132042 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a1ac9-3867-4fc4-87d6-e57b9e437052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78d2f17-da0b-4df0-88ee-bb56a0b585ba,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:40.134947 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e33a1ac9-3867-4fc4-87d6-e57b9e437052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:40.204127 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33a1ac9-3867-4fc4-87d6-e57b9e437052 admin admin] Checking segment: {'id': '16122d2e-7f46-4475-80ad-4ef8adee67b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '877a86e1-dea6-4db3-93e4-afbccee99a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:40.204513 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33a1ac9-3867-4fc4-87d6-e57b9e437052 admin admin] Network hostable DHCP agents. Network: 877a86e1-dea6-4db3-93e4-afbccee99a4c, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:01:40.222567 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33a1ac9-3867-4fc4-87d6-e57b9e437052 admin admin] Network 877a86e1-dea6-4db3-93e4-afbccee99a4c is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:01:40.231129 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-e33a1ac9-3867-4fc4-87d6-e57b9e437052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, 877a86e1-dea6-4db3-93e4-afbccee99a4c) {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:40.239961 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06576e9-bfe0-42d5-8b3a-aa25cfef17dd None None] Network 877a86e1-dea6-4db3-93e4-afbccee99a4c requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:40.243258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33a1ac9-3867-4fc4-87d6-e57b9e437052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:40.243897 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e33a1ac9-3867-4fc4-87d6-e57b9e437052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.263301 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e33a1ac9-3867-4fc4-87d6-e57b9e437052 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7559097 Apr 15 11:01:40.266021 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35098) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:40.271347 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1374902664-router', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:40.276394 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:40.280493 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Usage tracker for resource:router and tenant:c2511098dac94e50b508258a5cb72fbe is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:40.284055 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:40.290046 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:40.299662 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854336538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761996'] for router, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.300728 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13804'] for router, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.320472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.471459 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03cae621-d5ad-52d9-a88b-1dbc97da46ae-877a86e1-dea6-4db3-93e4-afbccee99a4c', 'network_id': '877a86e1-dea6-4db3-93e4-afbccee99a4c', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe', 'fixed_ips': [{'subnet_id': 'b78d2f17-da0b-4df0-88ee-bb56a0b585ba'}]}} from dv-cinder-786386-1-smb. {{(pid=85293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 11:01:40.472379 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.610493 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854336521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13789'] for router, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.637367 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Allocated IP 172.20.0.2 (877a86e1-dea6-4db3-93e4-afbccee99a4c/b78d2f17-da0b-4df0-88ee-bb56a0b585ba/d7f5a339-6749-4051-990c-1cd932d3632c) {{(pid=85293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:40.881087 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device c53aad6d-4b1b-48a9-ae39-fff373861cb8 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:40.957204 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.990079 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.047074 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port c53aad6d-4b1b-48a9-ae39-fff373861cb8 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:41.060549 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port c53aad6d-4b1b-48a9-ae39-fff373861cb8 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:41.060999 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.143375 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Notify callbacks [] for port, precommit_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.144635 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Allocated IP 172.28.1.213 (75f67454-9d0f-442c-bd06-ccb5d72eecb7/92e09409-23cb-47a5-83a3-d0bf73c89cb1/115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:41.159663 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Transition to ACTIVE for port object d7f5a339-6749-4051-990c-1cd932d3632c will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:41.219128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Transition to ACTIVE for port object d7f5a339-6749-4051-990c-1cd932d3632c will not be triggered until provisioned by entity DHCP. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:41.227446 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.253077 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f4bf5801-e3fa-4bdd-aa3a-19fe3c8d34a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:41.307210 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.339137 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7189757'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.355356 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ef39adda-ecf2-490a-889d-e1f041a18330 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:41.359473 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.406020 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Pushing event updated for resources: {'Port': ['ID=d7f5a339-6749-4051-990c-1cd932d3632c,revision_number=1']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:41.411419 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:41.413031 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] For port c53aad6d-4b1b-48a9-ae39-fff373861cb8, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=c53aad6d-4b1b-48a9-ae39-fff373861cb8,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:41.419825 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.431709 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:41.494107 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Pushing event updated for resources: {'Port': ['ID=115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:41.500436 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:41.532498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Pushing event updated for resources: {'Port': ['ID=c53aad6d-4b1b-48a9-ae39-fff373861cb8,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:41.535763 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:41.537663 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Network 877a86e1-dea6-4db3-93e4-afbccee99a4c is already hosted by enough agents. {{(pid=85293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:41.538859 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Resources bound (agent type, host, resource id): {{(pid=85293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:41.541120 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Received port after_create {{(pid=85293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:41.553850 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:41.555000 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Resources bound (agent type, host, resource id): {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:41.557907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:41.642728 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Attempting to bind port d7f5a339-6749-4051-990c-1cd932d3632c on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:41.643148 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Attempting to bind port d7f5a339-6749-4051-990c-1cd932d3632c by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '16122d2e-7f46-4475-80ad-4ef8adee67b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '877a86e1-dea6-4db3-93e4-afbccee99a4c'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:41.643587 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Attempting to bind port d7f5a339-6749-4051-990c-1cd932d3632c on network 877a86e1-dea6-4db3-93e4-afbccee99a4c {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:41.649220 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:41.649650 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Checking segment: {'id': '16122d2e-7f46-4475-80ad-4ef8adee67b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '877a86e1-dea6-4db3-93e4-afbccee99a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:41.650106 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.650548 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Bound using segment: {'id': '16122d2e-7f46-4475-80ad-4ef8adee67b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '877a86e1-dea6-4db3-93e4-afbccee99a4c'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:41.651116 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Bound port: d7f5a339-6749-4051-990c-1cd932d3632c, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16122d2e-7f46-4475-80ad-4ef8adee67b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '877a86e1-dea6-4db3-93e4-afbccee99a4c'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:41.651535 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.755291 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] For port d7f5a339-6749-4051-990c-1cd932d3632c, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:41.759131 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] For port d7f5a339-6749-4051-990c-1cd932d3632c, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=d7f5a339-6749-4051-990c-1cd932d3632c,segment=NetworkSegment(16122d2e-7f46-4475-80ad-4ef8adee67b9),segment_id=16122d2e-7f46-4475-80ad-4ef8adee67b9)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:41.765184 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.779481 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:41.814005 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Sync routers for ids ['a580d1c9-6429-4900-a26a-7709531ca174'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:01:41.825506 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Routers {'a580d1c9-6429-4900-a26a-7709531ca174'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:41.826187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:01:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['a580d1c9-6429-4900-a26a-7709531ca174'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:41.944401 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Pushing event updated for resources: {'Port': ['ID=d7f5a339-6749-4051-990c-1cd932d3632c,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:41.950933 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:42.029366 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Set router a580d1c9-6429-4900-a26a-7709531ca174 gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:42.257014 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:42.404386 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'name': 'tempest-TestMinimumBasicScenario-1085487203-router', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:32Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'gw_port': {'id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '37afe7e7-c2af-499b-bb99-36661177b3c9', 'name': '', 'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'mac_address': 'fa:16:3e:dc:0d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:36Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 2, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'subnets': [{'id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:42.408950 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Checking router: a580d1c9-6429-4900-a26a-7709531ca174 for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:01:42.409363 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Updating router a580d1c9-6429-4900-a26a-7709531ca174 port 37afe7e7-c2af-499b-bb99-36661177b3c9 binding host dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:01:42.472187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:42.640162 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:42.647688 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854328227'] for router, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:42.873865 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Router 8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5 is scheduled to L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf with binding_index 1 {{(pid=85292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 11:01:42.909277 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Notify callbacks [] for port, precommit_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:42.922171 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Transition to ACTIVE for port object 37afe7e7-c2af-499b-bb99-36661177b3c9 will not be triggered until provisioned by entity L2. {{(pid=85294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:42.930236 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:42.935007 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device c53aad6d-4b1b-48a9-ae39-fff373861cb8 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:42.952693 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4413d0ef-c7a8-4b54-89ac-197eaf3e2049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:43.012736 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port c53aad6d-4b1b-48a9-ae39-fff373861cb8 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:43.013551 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.092192 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:01:43.102740 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Sync routers for ids ['8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'] in dv-cinder-786386-1-smb {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:01:43.109111 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d2139-1cfc-4676-a3cd-927982e1f23b None None] Pushing event updated for resources: {'Port': ['ID=37afe7e7-c2af-499b-bb99-36661177b3c9,revision_number=3']} {{(pid=85294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:43.134666 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Notify callbacks [] for router, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.139512 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8698869 Apr 15 11:01:43.139882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d2139-1cfc-4676-a3cd-927982e1f23b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:43.139882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d2139-1cfc-4676-a3cd-927982e1f23b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:43.139882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d2139-1cfc-4676-a3cd-927982e1f23b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:43.139882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d2139-1cfc-4676-a3cd-927982e1f23b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:43.139882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d2139-1cfc-4676-a3cd-927982e1f23b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:43.139882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d2139-1cfc-4676-a3cd-927982e1f23b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:43.139882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d2139-1cfc-4676-a3cd-927982e1f23b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:43.140575 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35102) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:43.145278 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d2139-1cfc-4676-a3cd-927982e1f23b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:43.146645 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d2139-1cfc-4676-a3cd-927982e1f23b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:43.147128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d2139-1cfc-4676-a3cd-927982e1f23b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:43.147608 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d2139-1cfc-4676-a3cd-927982e1f23b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:43.148339 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d2139-1cfc-4676-a3cd-927982e1f23b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:43.156600 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-201d2139-1cfc-4676-a3cd-927982e1f23b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:43.169275 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Routers {'8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:43.169979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:01:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:43.343093 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device d7f5a339-6749-4051-990c-1cd932d3632c up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:43.401326 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Attempting to bind port 37afe7e7-c2af-499b-bb99-36661177b3c9 on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:43.401917 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Attempting to bind port 37afe7e7-c2af-499b-bb99-36661177b3c9 by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '7cfcea6f-131f-4b59-83eb-bb69c3039ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '1a363217-bab9-457c-8605-d79070606d22'}] {{(pid=85294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:43.402427 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Attempting to bind port 37afe7e7-c2af-499b-bb99-36661177b3c9 on network 1a363217-bab9-457c-8605-d79070606d22 {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:43.409787 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:43.410867 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Checking segment: {'id': '7cfcea6f-131f-4b59-83eb-bb69c3039ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '1a363217-bab9-457c-8605-d79070606d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:43.411713 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.412310 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Bound using segment: {'id': '7cfcea6f-131f-4b59-83eb-bb69c3039ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '1a363217-bab9-457c-8605-d79070606d22'} {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:43.413041 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Bound port: 37afe7e7-c2af-499b-bb99-36661177b3c9, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfcea6f-131f-4b59-83eb-bb69c3039ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '1a363217-bab9-457c-8605-d79070606d22'}}] {{(pid=85294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:43.413641 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.484345 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Set router 8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5 gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:43.529220 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] For port 37afe7e7-c2af-499b-bb99-36661177b3c9, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:43.533716 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] For port 37afe7e7-c2af-499b-bb99-36661177b3c9, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=37afe7e7-c2af-499b-bb99-36661177b3c9,segment=NetworkSegment(7cfcea6f-131f-4b59-83eb-bb69c3039ccb),segment_id=7cfcea6f-131f-4b59-83eb-bb69c3039ccb)] {{(pid=85294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:43.538836 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.558732 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-53da0297-1b12-4959-9274-c717a30145ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:43.612281 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdf623d-5e40-4391-9134-64f54314dfb7 None None] Network 877a86e1-dea6-4db3-93e4-afbccee99a4c requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:43.626073 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port d7f5a339-6749-4051-990c-1cd932d3632c completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:43.850372 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:01:43.890227 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d2139-1cfc-4676-a3cd-927982e1f23b None None] Pushing event updated for resources: {'Port': ['ID=37afe7e7-c2af-499b-bb99-36661177b3c9,revision_number=4']} {{(pid=85294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:43.896202 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-201d2139-1cfc-4676-a3cd-927982e1f23b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:43.940733 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Routers {'a580d1c9-6429-4900-a26a-7709531ca174'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:43.941466 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:01:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['a580d1c9-6429-4900-a26a-7709531ca174'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:44.013610 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.154194 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-91bc627c-32bb-4f12-b5e8-06b130f4504d None None] Provisioning for port d7f5a339-6749-4051-990c-1cd932d3632c completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:44.166121 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-91bc627c-32bb-4f12-b5e8-06b130f4504d None None] Provisioning complete for port d7f5a339-6749-4051-990c-1cd932d3632c triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:44.166373 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-91bc627c-32bb-4f12-b5e8-06b130f4504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.173044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] Set router a580d1c9-6429-4900-a26a-7709531ca174 gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:44.311268 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Allocated IP 172.20.0.1 (877a86e1-dea6-4db3-93e4-afbccee99a4c/b78d2f17-da0b-4df0-88ee-bb56a0b585ba/4a8cf11e-8426-407b-a7a1-caabcd8c3fad) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:44.352998 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'name': 'tempest-TestMinimumBasicScenario-1374902664-router', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:40Z', 'updated_at': '2021-04-15T11:01:42Z', 'revision_number': 3, 'project_id': 'c2511098dac94e50b508258a5cb72fbe', 'gw_port': {'id': '115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:41Z', 'updated_at': '2021-04-15T11:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb'}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:44.367378 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Checking router: 8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5 for host: dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:01:44.367782 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Updating router 8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5 port 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f binding host dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:01:44.445016 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-91bc627c-32bb-4f12-b5e8-06b130f4504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.458366 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.489524 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.509577 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Transition to ACTIVE for port object 4a8cf11e-8426-407b-a7a1-caabcd8c3fad will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:44.539560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.551703 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'name': 'tempest-TestMinimumBasicScenario-1085487203-router', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:32Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'gw_port': {'id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '37afe7e7-c2af-499b-bb99-36661177b3c9', 'name': '', 'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'mac_address': 'fa:16:3e:dc:0d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:36Z', 'updated_at': '2021-04-15T11:01:43Z', 'revision_number': 4, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'subnets': [{'id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:44.556137 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ced61-7304-43f5-b11a-8e38d99a1375 None None] The sync data for ids ['a580d1c9-6429-4900-a26a-7709531ca174'] in dv-cinder-786386-1-smb is: [{'id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'name': 'tempest-TestMinimumBasicScenario-1085487203-router', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:32Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'gw_port': {'id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '37afe7e7-c2af-499b-bb99-36661177b3c9', 'name': '', 'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'mac_address': 'fa:16:3e:dc:0d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:36Z', 'updated_at': '2021-04-15T11:01:43Z', 'revision_number': 4, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'subnets': [{'id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:01:44.568466 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:44.576179 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-91bc627c-32bb-4f12-b5e8-06b130f4504d None None] For port d7f5a339-6749-4051-990c-1cd932d3632c, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=d7f5a339-6749-4051-990c-1cd932d3632c,segment=NetworkSegment(16122d2e-7f46-4475-80ad-4ef8adee67b9),segment_id=16122d2e-7f46-4475-80ad-4ef8adee67b9)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:44.590197 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-91bc627c-32bb-4f12-b5e8-06b130f4504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.597383 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:44.722050 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Pushing event updated for resources: {'Port': ['ID=4a8cf11e-8426-407b-a7a1-caabcd8c3fad,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:44.728527 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:44.774975 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-534617ab-beef-4fd7-8b90-cbf176b6ebbe None None] Provisioning complete for port d7f5a339-6749-4051-990c-1cd932d3632c triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:44.775404 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-534617ab-beef-4fd7-8b90-cbf176b6ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.787164 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Network 877a86e1-dea6-4db3-93e4-afbccee99a4c is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:44.788377 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:44.790815 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:44.810794 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc627c-32bb-4f12-b5e8-06b130f4504d None None] Pushing event updated for resources: {'Port': ['ID=d7f5a339-6749-4051-990c-1cd932d3632c,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:44.814219 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-91bc627c-32bb-4f12-b5e8-06b130f4504d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:44.865035 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854328168'] for router_interface, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.932495 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 37afe7e7-c2af-499b-bb99-36661177b3c9 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:45.004626 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.070798 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port 37afe7e7-c2af-499b-bb99-36661177b3c9 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:45.124463 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 37afe7e7-c2af-499b-bb99-36661177b3c9 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:45.124919 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.296986 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-534617ab-beef-4fd7-8b90-cbf176b6ebbe None None] Provisioning complete for port 37afe7e7-c2af-499b-bb99-36661177b3c9 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:45.297558 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-534617ab-beef-4fd7-8b90-cbf176b6ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.315468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.320490 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452036'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.355701 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3a1a9fa4-137e-4876-a5da-b142b7c3982d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:45.390388 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.435101 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Transition to ACTIVE for port object 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:45.442289 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.445001 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Pushing event updated for resources: {'Port': ['ID=4a8cf11e-8426-407b-a7a1-caabcd8c3fad,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:45.448636 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854218599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327501'] for router_interface, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.457779 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.462614 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:45.476610 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:45.596133 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Network 877a86e1-dea6-4db3-93e4-afbccee99a4c is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:45.597399 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:45.678289 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71161d8e-694b-4989-91fe-131f585f886d None None] Pushing event updated for resources: {'Port': ['ID=115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:45.681766 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] For port 37afe7e7-c2af-499b-bb99-36661177b3c9, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=37afe7e7-c2af-499b-bb99-36661177b3c9,segment=NetworkSegment(7cfcea6f-131f-4b59-83eb-bb69c3039ccb),segment_id=7cfcea6f-131f-4b59-83eb-bb69c3039ccb)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:45.692866 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-71161d8e-694b-4989-91fe-131f585f886d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:45.699378 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.704997 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f4bf5801-e3fa-4bdd-aa3a-19fe3c8d34a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:45.753309 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-534617ab-beef-4fd7-8b90-cbf176b6ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.808187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Router 8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5 has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:01:45.889995 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Pushing event updated for resources: {'Port': ['ID=37afe7e7-c2af-499b-bb99-36661177b3c9,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:45.904597 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:45.911751 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.db.api [None req-534617ab-beef-4fd7-8b90-cbf176b6ebbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:01:45.912154 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_db.api [None req-534617ab-beef-4fd7-8b90-cbf176b6ebbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:01:45.914255 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Attempting to bind port 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:45.914662 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Attempting to bind port 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:45.915068 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Attempting to bind port 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f on network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:45.921878 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:45.922249 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Checking segment: {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:45.922706 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.923143 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Bound using segment: {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:45.923664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Bound port: 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:45.924086 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:46.009699 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] For port 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:46.013682 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] For port 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:46.017511 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:46.034812 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:46.285931 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:01:46.305095 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] 10.222.0.98 "PUT /v2.0/routers/8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1551039 Apr 15 11:01:46.352133 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71161d8e-694b-4989-91fe-131f585f886d None None] Pushing event updated for resources: {'Port': ['ID=115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:46.358244 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-71161d8e-694b-4989-91fe-131f585f886d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:46.396912 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Routers {'8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:46.397591 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:01:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:46.639621 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] Set router 8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5 gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:46.863536 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-7dd72443-3901-43e5-ab05-f28173fc9189 None None] Provisioning for port 4a8cf11e-8426-407b-a7a1-caabcd8c3fad completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:46.866979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 37afe7e7-c2af-499b-bb99-36661177b3c9 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:46.916345 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-7dd72443-3901-43e5-ab05-f28173fc9189 None None] Provisioning complete for port 4a8cf11e-8426-407b-a7a1-caabcd8c3fad triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:46.916846 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7dd72443-3901-43e5-ab05-f28173fc9189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:47.042679 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-7dd72443-3901-43e5-ab05-f28173fc9189 None None] Port 4a8cf11e-8426-407b-a7a1-caabcd8c3fad cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:01:47.105616 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 37afe7e7-c2af-499b-bb99-36661177b3c9 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:47.106136 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:47.237190 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'name': 'tempest-TestMinimumBasicScenario-1374902664-router', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:40Z', 'updated_at': '2021-04-15T11:01:44Z', 'revision_number': 4, 'project_id': 'c2511098dac94e50b508258a5cb72fbe', 'gw_port': {'id': '115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:41Z', 'updated_at': '2021-04-15T11:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '4a8cf11e-8426-407b-a7a1-caabcd8c3fad', 'name': '', 'network_id': '877a86e1-dea6-4db3-93e4-afbccee99a4c', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe', 'mac_address': 'fa:16:3e:f9:39:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b78d2f17-da0b-4df0-88ee-bb56a0b585ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:44Z', 'updated_at': '2021-04-15T11:01:45Z', 'revision_number': 2, 'project_id': 'c2511098dac94e50b508258a5cb72fbe', 'subnets': [{'id': 'b78d2f17-da0b-4df0-88ee-bb56a0b585ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:47.251276 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb552770-3dfa-4d96-8d2d-48394e8fda52 None None] The sync data for ids ['8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'] in dv-cinder-786386-1-smb is: [{'id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'name': 'tempest-TestMinimumBasicScenario-1374902664-router', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:40Z', 'updated_at': '2021-04-15T11:01:44Z', 'revision_number': 4, 'project_id': 'c2511098dac94e50b508258a5cb72fbe', 'gw_port': {'id': '115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:41Z', 'updated_at': '2021-04-15T11:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '4a8cf11e-8426-407b-a7a1-caabcd8c3fad', 'name': '', 'network_id': '877a86e1-dea6-4db3-93e4-afbccee99a4c', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe', 'mac_address': 'fa:16:3e:f9:39:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b78d2f17-da0b-4df0-88ee-bb56a0b585ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:44Z', 'updated_at': '2021-04-15T11:01:45Z', 'revision_number': 2, 'project_id': 'c2511098dac94e50b508258a5cb72fbe', 'subnets': [{'id': 'b78d2f17-da0b-4df0-88ee-bb56a0b585ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:01:47.293232 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device d7f5a339-6749-4051-990c-1cd932d3632c up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:47.370454 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port d7f5a339-6749-4051-990c-1cd932d3632c triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:47.371022 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:48.777480 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fd84779d-7769-4774-b6b0-58a0924e4fbe req-5ef7b6e9-6dda-481b-9dca-8d2ab34c7a50 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936537 Apr 15 11:01:48.917169 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:48.945785 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84779d-7769-4774-b6b0-58a0924e4fbe req-911c4ad6-05bd-4c76-a3f5-5b155bbd74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:48.948047 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fd84779d-7769-4774-b6b0-58a0924e4fbe req-911c4ad6-05bd-4c76-a3f5-5b155bbd74b0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=86c4cac746df44b6aa4b2c6474c31fa2&device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 1098 time: 0.1269538 Apr 15 11:01:49.028124 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:49.034737 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:49.035389 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.183515 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84779d-7769-4774-b6b0-58a0924e4fbe req-49eb293f-163f-4f5f-94bf-a1faf07fc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:49.185414 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fd84779d-7769-4774-b6b0-58a0924e4fbe req-49eb293f-163f-4f5f-94bf-a1faf07fc4e2 service neutron] 10.222.0.108 "GET /v2.0/networks?id=98b12ee6-130f-43e6-baec-b4e83ba468aa HTTP/1.1" status: 200 len: 913 time: 0.2159088 Apr 15 11:01:49.192994 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.213758 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] For port 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:49.217007 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.219110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:49.309752 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Pushing event updated for resources: {'Port': ['ID=115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:49.315032 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:49.325254 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fd84779d-7769-4774-b6b0-58a0924e4fbe req-d7548179-a6f3-411a-8abe-de5ead9ac7e1 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=059fff66-48ba-41f1-994b-c833c85ffde0 HTTP/1.1" status: 200 len: 1001 time: 0.1323640 Apr 15 11:01:49.402079 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84779d-7769-4774-b6b0-58a0924e4fbe req-abbb301b-4b3d-4324-9027-3aac1b88fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:49.404332 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fd84779d-7769-4774-b6b0-58a0924e4fbe req-abbb301b-4b3d-4324-9027-3aac1b88fda2 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=402316b6-2fc2-4d66-82ac-ae13f8570bbb HTTP/1.1" status: 200 len: 850 time: 0.0711007 Apr 15 11:01:49.502026 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84779d-7769-4774-b6b0-58a0924e4fbe req-23c765c3-eea0-4789-9541-ce1bb3bce23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:49.503563 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fd84779d-7769-4774-b6b0-58a0924e4fbe req-23c765c3-eea0-4789-9541-ce1bb3bce23b service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=98b12ee6-130f-43e6-baec-b4e83ba468aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0917137 Apr 15 11:01:49.671156 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fd84779d-7769-4774-b6b0-58a0924e4fbe req-ec288f80-f506-44c0-afc3-8aab4bd1df78 service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595073 Apr 15 11:01:49.825560 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fd84779d-7769-4774-b6b0-58a0924e4fbe req-64d7c709-d0ef-4f8b-b7bc-20b6b893bb95 service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472063 Apr 15 11:01:50.828207 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Sync routers for ids ['8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:01:50.842606 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Routers {'8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:50.842924 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:01:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:50.850470 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:50.934706 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:50.935563 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:51.068657 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Set router 8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5 gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:51.446254 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'name': 'tempest-TestMinimumBasicScenario-1374902664-router', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:40Z', 'updated_at': '2021-04-15T11:01:44Z', 'revision_number': 4, 'project_id': 'c2511098dac94e50b508258a5cb72fbe', 'gw_port': {'id': '115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:41Z', 'updated_at': '2021-04-15T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '4a8cf11e-8426-407b-a7a1-caabcd8c3fad', 'name': '', 'network_id': '877a86e1-dea6-4db3-93e4-afbccee99a4c', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe', 'mac_address': 'fa:16:3e:f9:39:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b78d2f17-da0b-4df0-88ee-bb56a0b585ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:44Z', 'updated_at': '2021-04-15T11:01:45Z', 'revision_number': 2, 'project_id': 'c2511098dac94e50b508258a5cb72fbe', 'subnets': [{'id': 'b78d2f17-da0b-4df0-88ee-bb56a0b585ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:51.452672 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Checking router: 8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5 for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:01:51.453820 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Updating router 8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5 port 4a8cf11e-8426-407b-a7a1-caabcd8c3fad binding host dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:01:51.535965 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:52.003076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Notify callbacks [] for port, precommit_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:52.016007 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Transition to ACTIVE for port object 4a8cf11e-8426-407b-a7a1-caabcd8c3fad will not be triggered until provisioned by entity L2. {{(pid=85294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:52.024321 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:52.046498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-201d2139-1cfc-4676-a3cd-927982e1f23b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:52.195337 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999d9c4-ccb6-4492-91f1-795afb3f241b None None] Pushing event updated for resources: {'Port': ['ID=4a8cf11e-8426-407b-a7a1-caabcd8c3fad,revision_number=3']} {{(pid=85294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:52.201205 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2999d9c4-ccb6-4492-91f1-795afb3f241b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:52.603866 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Attempting to bind port 4a8cf11e-8426-407b-a7a1-caabcd8c3fad on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:52.604991 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Attempting to bind port 4a8cf11e-8426-407b-a7a1-caabcd8c3fad by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '16122d2e-7f46-4475-80ad-4ef8adee67b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '877a86e1-dea6-4db3-93e4-afbccee99a4c'}] {{(pid=85294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:52.605397 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Attempting to bind port 4a8cf11e-8426-407b-a7a1-caabcd8c3fad on network 877a86e1-dea6-4db3-93e4-afbccee99a4c {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:52.611580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:52.611997 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Checking segment: {'id': '16122d2e-7f46-4475-80ad-4ef8adee67b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '877a86e1-dea6-4db3-93e4-afbccee99a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:52.612442 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:52.612910 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Bound using segment: {'id': '16122d2e-7f46-4475-80ad-4ef8adee67b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '877a86e1-dea6-4db3-93e4-afbccee99a4c'} {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:52.613426 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Bound port: 4a8cf11e-8426-407b-a7a1-caabcd8c3fad, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16122d2e-7f46-4475-80ad-4ef8adee67b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1362, 'network_id': '877a86e1-dea6-4db3-93e4-afbccee99a4c'}}] {{(pid=85294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:52.613846 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:52.718704 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] For port 4a8cf11e-8426-407b-a7a1-caabcd8c3fad, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:52.724455 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] For port 4a8cf11e-8426-407b-a7a1-caabcd8c3fad, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=4a8cf11e-8426-407b-a7a1-caabcd8c3fad,segment=NetworkSegment(16122d2e-7f46-4475-80ad-4ef8adee67b9),segment_id=16122d2e-7f46-4475-80ad-4ef8adee67b9)] {{(pid=85294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:52.731143 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:52.749449 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:52.923550 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999d9c4-ccb6-4492-91f1-795afb3f241b None None] Pushing event updated for resources: {'Port': ['ID=4a8cf11e-8426-407b-a7a1-caabcd8c3fad,revision_number=4']} {{(pid=85294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:52.930105 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2999d9c4-ccb6-4492-91f1-795afb3f241b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:52.975313 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Routers {'8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:52.975996 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:01:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:53.217264 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] Set router 8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5 gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:53.594172 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'name': 'tempest-TestMinimumBasicScenario-1374902664-router', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:40Z', 'updated_at': '2021-04-15T11:01:44Z', 'revision_number': 4, 'project_id': 'c2511098dac94e50b508258a5cb72fbe', 'gw_port': {'id': '115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:41Z', 'updated_at': '2021-04-15T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '4a8cf11e-8426-407b-a7a1-caabcd8c3fad', 'name': '', 'network_id': '877a86e1-dea6-4db3-93e4-afbccee99a4c', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe', 'mac_address': 'fa:16:3e:f9:39:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b78d2f17-da0b-4df0-88ee-bb56a0b585ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:44Z', 'updated_at': '2021-04-15T11:01:52Z', 'revision_number': 4, 'project_id': 'c2511098dac94e50b508258a5cb72fbe', 'subnets': [{'id': 'b78d2f17-da0b-4df0-88ee-bb56a0b585ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:53.599077 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ba636-e991-4fc8-abed-8d1c98906bfe None None] The sync data for ids ['8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'] in dv-cinder-786386-1-smb is: [{'id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'name': 'tempest-TestMinimumBasicScenario-1374902664-router', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:40Z', 'updated_at': '2021-04-15T11:01:44Z', 'revision_number': 4, 'project_id': 'c2511098dac94e50b508258a5cb72fbe', 'gw_port': {'id': '115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:41Z', 'updated_at': '2021-04-15T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '4a8cf11e-8426-407b-a7a1-caabcd8c3fad', 'name': '', 'network_id': '877a86e1-dea6-4db3-93e4-afbccee99a4c', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe', 'mac_address': 'fa:16:3e:f9:39:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b78d2f17-da0b-4df0-88ee-bb56a0b585ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:44Z', 'updated_at': '2021-04-15T11:01:52Z', 'revision_number': 4, 'project_id': 'c2511098dac94e50b508258a5cb72fbe', 'subnets': [{'id': 'b78d2f17-da0b-4df0-88ee-bb56a0b585ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:01:54.880048 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 4a8cf11e-8426-407b-a7a1-caabcd8c3fad up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:54.956145 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port 4a8cf11e-8426-407b-a7a1-caabcd8c3fad completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:54.961570 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 4a8cf11e-8426-407b-a7a1-caabcd8c3fad triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:54.962248 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:55.107697 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:55.142406 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] For port 4a8cf11e-8426-407b-a7a1-caabcd8c3fad, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=4a8cf11e-8426-407b-a7a1-caabcd8c3fad,segment=NetworkSegment(16122d2e-7f46-4475-80ad-4ef8adee67b9),segment_id=16122d2e-7f46-4475-80ad-4ef8adee67b9)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:55.148666 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:55.150617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:55.226407 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Pushing event updated for resources: {'Port': ['ID=4a8cf11e-8426-407b-a7a1-caabcd8c3fad,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:55.230305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:56.337192 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-0a1ab1f9-39f3-47a5-b75d-ace368a5d882 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:56.337851 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-0a1ab1f9-39f3-47a5-b75d-ace368a5d882 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Synchronizing usage tracker for tenant:026fc95f3041498d9f3c72fd25e5bd10 on resource:network {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:01:56.353905 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-0a1ab1f9-39f3-47a5-b75d-ace368a5d882 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Unset dirty status for tenant:026fc95f3041498d9f3c72fd25e5bd10 on resource:network {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:01:56.355149 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-0a1ab1f9-39f3-47a5-b75d-ace368a5d882 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/networks?id=1a363217-bab9-457c-8605-d79070606d22 HTTP/1.1" status: 200 len: 815 time: 0.1723607 Apr 15 11:01:56.371215 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-cc29a9f4-0e39-41eb-9473-89810d3d923e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/quotas/026fc95f3041498d9f3c72fd25e5bd10 HTTP/1.1" status: 200 len: 375 time: 0.0099161 Apr 15 11:01:56.465033 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-a7595141-bfe2-46a1-94a3-a292cd18d204 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=026fc95f3041498d9f3c72fd25e5bd10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881155 Apr 15 11:01:56.716569 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-3bb8f662-1927-40d2-91b4-dd6017467f6d service neutron] 10.222.0.98 "GET /v2.0/networks/1a363217-bab9-457c-8605-d79070606d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386696 Apr 15 11:01:56.832562 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 4a8cf11e-8426-407b-a7a1-caabcd8c3fad up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:56.861143 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-496ea135-7c41-4977-bcd3-82c3071a7b61 service neutron] 10.222.0.98 "GET /v2.0/networks/1a363217-bab9-457c-8605-d79070606d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378803 Apr 15 11:01:56.906109 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 4a8cf11e-8426-407b-a7a1-caabcd8c3fad triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:56.906527 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:57.075714 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0c9e1fb0-6691-491d-9d98-d5eae64f0abb req-e5ef7601-4e82-4634-b380-9a7fb6d936c9 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 210 time: 0.0581412 Apr 15 11:01:58.247640 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bd2a3a1c-cc88-4a35-aec0-ceb99d80d503 req-3b6d226e-b62d-49ac-87ed-5831f2142340 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 210 time: 0.0495658 Apr 15 11:01:58.276571 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-c5ea8d07-9d51-4e0a-8b37-3c3b44f9878d tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:58.278139 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-c5ea8d07-9d51-4e0a-8b37-3c3b44f9878d tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.108 "GET /v2.0/networks?id=1a363217-bab9-457c-8605-d79070606d22 HTTP/1.1" status: 200 len: 815 time: 0.1667023 Apr 15 11:01:58.299526 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Request body: {'port': {'device_id': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'admin_state_up': True, 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:58.448237 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:58.452337 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Usage tracker for resource:port and tenant:026fc95f3041498d9f3c72fd25e5bd10 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:58.455460 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:58.461569 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:58.471441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Made reservation on behalf of 026fc95f3041498d9f3c72fd25e5bd10 for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:58.477984 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:58.664829 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Allocated IP 172.20.0.4 (1a363217-bab9-457c-8605-d79070606d22/e2e7cf14-27ba-4d70-897b-b76c41168802/c52f44b3-8038-4756-9f79-012baaf7b930) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:58.963571 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:58.982617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Transition to ACTIVE for port object c52f44b3-8038-4756-9f79-012baaf7b930 will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:59.008196 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:59.024661 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:59.169304 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Pushing event updated for resources: {'Port': ['ID=c52f44b3-8038-4756-9f79-012baaf7b930,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:59.173851 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:59.243025 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Network 1a363217-bab9-457c-8605-d79070606d22 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:59.244329 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:59.247459 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:59.384932 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:59.392392 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:59.421907 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1265750 Apr 15 11:01:59.529364 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-1c25a7ec-e837-4172-b6be-1ec47b3bce62 None None] Provisioning for port c52f44b3-8038-4756-9f79-012baaf7b930 completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:59.534526 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-1c25a7ec-e837-4172-b6be-1ec47b3bce62 None None] Provisioning complete for port c52f44b3-8038-4756-9f79-012baaf7b930 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:59.534942 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1c25a7ec-e837-4172-b6be-1ec47b3bce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:59.536179 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971bf54-ee71-49f2-9e69-ffadc2d95e4f req-9630ce03-8110-4f99-95ef-3dd62f945ad1 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:59.537943 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c971bf54-ee71-49f2-9e69-ffadc2d95e4f req-9630ce03-8110-4f99-95ef-3dd62f945ad1 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 931 time: 0.1495047 Apr 15 11:01:59.598716 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-c971bf54-ee71-49f2-9e69-ffadc2d95e4f req-144c99bc-dbc4-4b5e-8964-5a008b988b03 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Synchronizing usage tracker for tenant:026fc95f3041498d9f3c72fd25e5bd10 on resource:security_group {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:01:59.602305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-1c25a7ec-e837-4172-b6be-1ec47b3bce62 None None] Port c52f44b3-8038-4756-9f79-012baaf7b930 cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:01:59.617270 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-c971bf54-ee71-49f2-9e69-ffadc2d95e4f req-144c99bc-dbc4-4b5e-8964-5a008b988b03 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Unset dirty status for tenant:026fc95f3041498d9f3c72fd25e5bd10 on resource:security_group {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:01:59.618527 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c971bf54-ee71-49f2-9e69-ffadc2d95e4f req-144c99bc-dbc4-4b5e-8964-5a008b988b03 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732167 Apr 15 11:02:00.834553 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5120d-47df-4d42-a192-8bdb640dc13d req-c016c2ab-bea7-4ba6-93e2-86b5ffcb9d5e tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:00.836135 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d0b5120d-47df-4d42-a192-8bdb640dc13d req-c016c2ab-bea7-4ba6-93e2-86b5ffcb9d5e tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 947 time: 0.1656747 Apr 15 11:02:00.903972 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74fd58-ed7c-47b0-acb9-e6af812f7a32 req-52412fd8-4536-4c12-8d93-49936f68e720 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:00.905576 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4c74fd58-ed7c-47b0-acb9-e6af812f7a32 req-52412fd8-4536-4c12-8d93-49936f68e720 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 931 time: 0.1625702 Apr 15 11:02:00.913695 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d0b5120d-47df-4d42-a192-8bdb640dc13d req-a83aa992-fb3a-4903-a346-0af62a4b0003 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698342 Apr 15 11:02:00.958285 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4c74fd58-ed7c-47b0-acb9-e6af812f7a32 req-353406ef-c394-4311-a1ed-db4fee9026f8 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436318 Apr 15 11:02:02.209473 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66c4f4-3f50-4cb5-b7ea-5f92c4e9b92e req-16baa231-f7a9-4e16-a7c0-da780fd999f6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:02.211113 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2e66c4f4-3f50-4cb5-b7ea-5f92c4e9b92e req-16baa231-f7a9-4e16-a7c0-da780fd999f6 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 947 time: 0.1708813 Apr 15 11:02:02.226772 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b1235-d51c-45ad-b653-c8f7abdfa693 req-1b5a1c48-bd1e-4273-8569-24cb7383a7dd tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:02.228281 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c32b1235-d51c-45ad-b653-c8f7abdfa693 req-1b5a1c48-bd1e-4273-8569-24cb7383a7dd tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 931 time: 0.1280260 Apr 15 11:02:02.307020 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2e66c4f4-3f50-4cb5-b7ea-5f92c4e9b92e req-f23952ec-8421-41fe-afc9-c08b8084daa1 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884998 Apr 15 11:02:02.318658 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c32b1235-d51c-45ad-b653-c8f7abdfa693 req-7114d491-fc28-4f8b-acaa-9c37eacc3980 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727229 Apr 15 11:02:02.622601 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1bb37e68-4d2b-4bb9-b94d-41e555696104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.596272 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16eda1-24ef-4684-a4c9-716b3cb537f9 req-a40ae191-3594-4794-8460-823c941b325b tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:03.597833 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fb16eda1-24ef-4684-a4c9-716b3cb537f9 req-a40ae191-3594-4794-8460-823c941b325b tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 931 time: 0.1213355 Apr 15 11:02:03.607240 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb08e6-1362-4100-afc3-c3daadcfff85 req-f6995e64-63fb-459f-9585-c4187674abbd tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:03.608821 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7bdb08e6-1362-4100-afc3-c3daadcfff85 req-f6995e64-63fb-459f-9585-c4187674abbd tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 947 time: 0.1757812 Apr 15 11:02:03.923018 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fb16eda1-24ef-4684-a4c9-716b3cb537f9 req-ed9cdfc9-8319-4014-a878-a156b8ef635c tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131177 Apr 15 11:02:03.930608 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7bdb08e6-1362-4100-afc3-c3daadcfff85 req-0b37e875-17f9-49c0-bca9-32a62ad785ee tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667779 Apr 15 11:02:04.928138 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-01e90875-3acc-44f2-86fa-6ecee2eaecbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.230065 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b162e1-d377-4a3f-8b04-279f537d175a req-fef800ea-03be-457b-805f-fd8c1137197e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:05.232800 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a7b162e1-d377-4a3f-8b04-279f537d175a req-fef800ea-03be-457b-805f-fd8c1137197e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 931 time: 0.1714602 Apr 15 11:02:05.248365 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6775dab-1a99-4bda-931c-0a13be90d24b req-bf456e95-4572-4953-b8d8-09db312a22f4 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:05.250055 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d6775dab-1a99-4bda-931c-0a13be90d24b req-bf456e95-4572-4953-b8d8-09db312a22f4 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 947 time: 0.1475215 Apr 15 11:02:05.338331 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d6775dab-1a99-4bda-931c-0a13be90d24b req-04b5c316-da44-4308-840e-ef43bea52cfd tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719237 Apr 15 11:02:05.342003 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a7b162e1-d377-4a3f-8b04-279f537d175a req-c573b9fd-fa44-4d71-9c77-9d0a4ca36c79 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909564 Apr 15 11:02:05.789158 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:06.295399 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:06.646088 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7470d3-42c4-4fee-9940-92f8c5d22698 req-ecff9ab8-d445-4dbb-bce7-f6c20fb26658 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:06.647779 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7c7470d3-42c4-4fee-9940-92f8c5d22698 req-ecff9ab8-d445-4dbb-bce7-f6c20fb26658 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 931 time: 0.1637518 Apr 15 11:02:06.658045 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142ea4e-925b-4f9b-a552-f8208e158ae4 req-9b87fbb0-204d-4223-a078-bd08d1452abd tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:06.659659 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6142ea4e-925b-4f9b-a552-f8208e158ae4 req-9b87fbb0-204d-4223-a078-bd08d1452abd tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 947 time: 0.1769984 Apr 15 11:02:06.741241 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7c7470d3-42c4-4fee-9940-92f8c5d22698 req-776f1998-fcd2-426c-98f5-ba14efe8fb2c tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804870 Apr 15 11:02:06.744313 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6142ea4e-925b-4f9b-a552-f8208e158ae4 req-bcdccf7a-2b60-4d9d-9a1b-cbb8a9877709 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668337 Apr 15 11:02:07.266016 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:08.037341 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df7c01-5d8b-48e0-a58d-57bac91667c4 req-da823f19-2695-4771-995b-09ab1556f6d2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:08.038845 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b0df7c01-5d8b-48e0-a58d-57bac91667c4 req-da823f19-2695-4771-995b-09ab1556f6d2 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 947 time: 0.1314807 Apr 15 11:02:08.048708 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a4d86-279e-46fb-9783-0ed96cef91c1 req-649f4205-b7af-4bc6-90c5-e61f6f767887 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:08.050443 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d26a4d86-279e-46fb-9783-0ed96cef91c1 req-649f4205-b7af-4bc6-90c5-e61f6f767887 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 931 time: 0.1837139 Apr 15 11:02:08.130046 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b0df7c01-5d8b-48e0-a58d-57bac91667c4 req-9c3f7594-23fb-4e18-add5-240ca10c21b9 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785291 Apr 15 11:02:08.138729 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d26a4d86-279e-46fb-9783-0ed96cef91c1 req-e32307bc-8842-4a39-bcc4-fb9bad2c263c tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702136 Apr 15 11:02:09.413422 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902f215-0cea-4346-a8ec-ae0fc33de16d req-787c1d3f-d7d3-4785-947f-cbe9bd599f22 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:09.415013 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5902f215-0cea-4346-a8ec-ae0fc33de16d req-787c1d3f-d7d3-4785-947f-cbe9bd599f22 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 931 time: 0.1612196 Apr 15 11:02:09.423954 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6fb0a-b79a-469b-8d28-09771a08cfdd req-69d248e0-461a-4410-adb6-e7aa78c58c3f tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:09.425554 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bee6fb0a-b79a-469b-8d28-09771a08cfdd req-69d248e0-461a-4410-adb6-e7aa78c58c3f tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 947 time: 0.1317468 Apr 15 11:02:09.504332 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5902f215-0cea-4346-a8ec-ae0fc33de16d req-b34566a2-503c-4762-a694-0c036d29bb48 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777225 Apr 15 11:02:09.511653 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bee6fb0a-b79a-469b-8d28-09771a08cfdd req-9fb2221d-431a-45f9-b46e-c3259f4c9e08 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692613 Apr 15 11:02:09.544612 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Request body: {'port': {'device_id': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:09.669772 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:10.107358 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c52f44b3-8038-4756-9f79-012baaf7b930 {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:02:10.115343 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:10.131305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Transition to ACTIVE for port object c52f44b3-8038-4756-9f79-012baaf7b930 will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:02:10.134349 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452036'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:10.151145 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b5d1b179-92e8-46c8-9972-5c312b7ac836 tempest-AttachVolumeNegativeTest-813165321 tempest-AttachVolumeNegativeTest-813165321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:10.289613 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Pushing event updated for resources: {'Port': ['ID=c52f44b3-8038-4756-9f79-012baaf7b930,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:10.304618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:10.305059 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:10.305465 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:10.305865 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:10.306264 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:10.306659 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:10.307052 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:10.307445 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:10.307835 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:10.308221 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:10.308612 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:10.309772 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:10.323209 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:10.534211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Attempting to bind port c52f44b3-8038-4756-9f79-012baaf7b930 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:02:10.534744 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Attempting to bind port c52f44b3-8038-4756-9f79-012baaf7b930 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7cfcea6f-131f-4b59-83eb-bb69c3039ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '1a363217-bab9-457c-8605-d79070606d22'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:02:10.534949 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Attempting to bind port c52f44b3-8038-4756-9f79-012baaf7b930 on network 1a363217-bab9-457c-8605-d79070606d22 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:02:10.540067 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Port c52f44b3-8038-4756-9f79-012baaf7b930 on network 1a363217-bab9-457c-8605-d79070606d22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:02:10.540435 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Attempting to bind port c52f44b3-8038-4756-9f79-012baaf7b930 on network 1a363217-bab9-457c-8605-d79070606d22 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:02:10.546913 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:02:10.547164 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Checking segment: {'id': '7cfcea6f-131f-4b59-83eb-bb69c3039ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '1a363217-bab9-457c-8605-d79070606d22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:02:10.547589 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Bound using segment: {'id': '7cfcea6f-131f-4b59-83eb-bb69c3039ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '1a363217-bab9-457c-8605-d79070606d22'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:02:10.548065 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Bound port: c52f44b3-8038-4756-9f79-012baaf7b930, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cfcea6f-131f-4b59-83eb-bb69c3039ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1354, 'network_id': '1a363217-bab9-457c-8605-d79070606d22'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:02:10.548505 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:10.649614 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] For port c52f44b3-8038-4756-9f79-012baaf7b930, host hv-cinder-78638, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:02:10.653443 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] For port c52f44b3-8038-4756-9f79-012baaf7b930, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c52f44b3-8038-4756-9f79-012baaf7b930,segment=NetworkSegment(7cfcea6f-131f-4b59-83eb-bb69c3039ccb),segment_id=7cfcea6f-131f-4b59-83eb-bb69c3039ccb)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:02:10.657752 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452036'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:10.673991 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dace1106-126f-4f00-8ceb-53c152496780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:10.782079 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ca65c-e775-4bb8-b6e4-d0003fc71d39 req-9acee543-0595-4cdb-8913-a378249264a3 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:10.783680 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ea0ca65c-e775-4bb8-b6e4-d0003fc71d39 req-9acee543-0595-4cdb-8913-a378249264a3 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 943 time: 0.1598425 Apr 15 11:02:10.792651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1665f9-e833-42a2-9d6a-0dc25f3dc789 req-a4bdf4fd-44ca-4d96-899d-78859329c808 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:10.795044 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-de1665f9-e833-42a2-9d6a-0dc25f3dc789 req-a4bdf4fd-44ca-4d96-899d-78859329c808 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 947 time: 0.1333394 Apr 15 11:02:10.819672 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Pushing event updated for resources: {'Port': ['ID=c52f44b3-8038-4756-9f79-012baaf7b930,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:10.833384 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:10.869009 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:10.872950 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:10.874812 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] 10.222.0.108 "PUT /v2.0/ports/c52f44b3-8038-4756-9f79-012baaf7b930 HTTP/1.1" status: 200 len: 1093 time: 1.3361890 Apr 15 11:02:10.875567 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'tag': 'c52f44b3-8038-4756-9f79-012baaf7b930'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:10.902033 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-de1665f9-e833-42a2-9d6a-0dc25f3dc789 req-05e18719-5570-473f-a488-68047ef9aeac tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868363 Apr 15 11:02:10.905995 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ea0ca65c-e775-4bb8-b6e4-d0003fc71d39 req-cf5e983f-67f2-46f7-9c79-325db216f89a tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099873 Apr 15 11:02:11.063052 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-c5b49b56-dad6-492a-9f76-f8868cd721ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:11.064842 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-c5b49b56-dad6-492a-9f76-f8868cd721ab service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=026fc95f3041498d9f3c72fd25e5bd10&device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 1096 time: 0.1097651 Apr 15 11:02:11.182798 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'tag': 'c52f44b3-8038-4756-9f79-012baaf7b930', 'status': 'completed', 'code': 200} Apr 15 11:02:11.205435 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-ae4afe9d-5cac-4b29-bbaf-c3d68ebf7545 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c52f44b3-8038-4756-9f79-012baaf7b930 HTTP/1.1" status: 200 len: 217 time: 0.1265595 Apr 15 11:02:11.293719 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-bbcf7c02-929e-400e-b555-d4c3e3d82070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:11.295299 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-bbcf7c02-929e-400e-b555-d4c3e3d82070 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e2e7cf14-27ba-4d70-897b-b76c41168802 HTTP/1.1" status: 200 len: 854 time: 0.0825670 Apr 15 11:02:11.308146 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-0a5c5284-81e0-4d41-9952-8e5a6c33e9fe tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:11.308976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-0a5c5284-81e0-4d41-9952-8e5a6c33e9fe tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Synchronizing usage tracker for tenant:32210517f2e94192a5ba2da4ed6b7d44 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:02:11.338311 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5004a08-21a4-4d79-ad44-984c1858db23 req-73c59d7a-04da-4b59-a38c-0e664ede4c37 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:11.340505 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e5004a08-21a4-4d79-ad44-984c1858db23 req-73c59d7a-04da-4b59-a38c-0e664ede4c37 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0936828 Apr 15 11:02:11.373641 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-0a5c5284-81e0-4d41-9952-8e5a6c33e9fe tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Unset dirty status for tenant:32210517f2e94192a5ba2da4ed6b7d44 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:02:11.374785 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-0a5c5284-81e0-4d41-9952-8e5a6c33e9fe tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.108 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 947 time: 0.2297695 Apr 15 11:02:11.389527 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e5004a08-21a4-4d79-ad44-984c1858db23 req-e7f7a99e-09ef-4705-a779-4a2f62f0193c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422692 Apr 15 11:02:11.708250 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-aec8aa38-0b5f-4b00-9ec8-135184ec3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:11.709884 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-aec8aa38-0b5f-4b00-9ec8-135184ec3dfb service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=1a363217-bab9-457c-8605-d79070606d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3976147 Apr 15 11:02:11.717175 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-b8da802e-51d1-4d60-b97a-5dd8fa505517 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Deleting port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:11.717559 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-b8da802e-51d1-4d60-b97a-5dd8fa505517 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:12.043074 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-c3c2ed0e-b86a-4afd-8438-4a6cf12e033c service neutron] 10.222.0.108 "GET /v2.0/networks/1a363217-bab9-457c-8605-d79070606d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932467 Apr 15 11:02:12.200205 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6693622-eded-47c8-802a-3d12dcabc534 req-731fc68c-8b0f-4048-b74e-af99be8b67d2 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:12.201842 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f6693622-eded-47c8-802a-3d12dcabc534 req-731fc68c-8b0f-4048-b74e-af99be8b67d2 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 943 time: 0.1778543 Apr 15 11:02:12.205844 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-b8da802e-51d1-4d60-b97a-5dd8fa505517 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] For port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:12.206260 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-b8da802e-51d1-4d60-b97a-5dd8fa505517 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:12.210742 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1efe0-0c62-45b2-97e7-b2498becf51c req-b7c626ee-1c47-468c-a0e1-5fe05b9f466c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:12.212246 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-02a1efe0-0c62-45b2-97e7-b2498becf51c req-b7c626ee-1c47-468c-a0e1-5fe05b9f466c tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 947 time: 0.1328664 Apr 15 11:02:12.292882 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f6693622-eded-47c8-802a-3d12dcabc534 req-3feed266-f819-496e-b32d-d8d1b735f003 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794497 Apr 15 11:02:12.296204 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-02a1efe0-0c62-45b2-97e7-b2498becf51c req-9f6b045e-d5f4-4c04-989e-20e58f7a5ae0 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683339 Apr 15 11:02:12.330347 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9c9378ca-3048-4a61-b8ca-676a5d3e45d1 req-ee165355-831b-4461-8677-052f2475de51 service neutron] 10.222.0.108 "GET /v2.0/networks/1a363217-bab9-457c-8605-d79070606d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754092 Apr 15 11:02:12.592786 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a6a5f-eda5-43cc-bab5-bb537ea97906 req-f8221c30-d4d8-43ca-9768-a3d66fb88a01 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:12.594288 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c68a6a5f-eda5-43cc-bab5-bb537ea97906 req-f8221c30-d4d8-43ca-9768-a3d66fb88a01 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0897095 Apr 15 11:02:12.619583 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-b8da802e-51d1-4d60-b97a-5dd8fa505517 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:12.619583 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-b8da802e-51d1-4d60-b97a-5dd8fa505517 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447726'] for floatingip, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:12.619921 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.l3_db [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-b8da802e-51d1-4d60-b97a-5dd8fa505517 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Floating IP e2d372ea-9086-4091-9fed-e50c5012246d disassociated. External IP: 172.28.1.150, port: 0384c7d6-6124-4e15-af0c-ceff9e6acbe2. Apr 15 11:02:12.620284 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-b8da802e-51d1-4d60-b97a-5dd8fa505517 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Calling delete_port for 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:12.634404 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:12.643902 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c68a6a5f-eda5-43cc-bab5-bb537ea97906 req-b036947f-7ca3-488b-9d96-c4db944cb69b tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431390 Apr 15 11:02:12.668415 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fad6f-476f-4927-9468-89b8b9fc2448 req-1504f6dd-233f-43fe-904c-f7628f0146e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:12.670220 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-395fad6f-476f-4927-9468-89b8b9fc2448 req-1504f6dd-233f-43fe-904c-f7628f0146e8 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=026fc95f3041498d9f3c72fd25e5bd10&device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 1096 time: 0.2442231 Apr 15 11:02:12.895677 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fad6f-476f-4927-9468-89b8b9fc2448 req-882c4f2f-e767-4d91-932b-3491e96aecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:12.897242 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-395fad6f-476f-4927-9468-89b8b9fc2448 req-882c4f2f-e767-4d91-932b-3491e96aecde service neutron] 10.222.0.108 "GET /v2.0/networks?id=1a363217-bab9-457c-8605-d79070606d22 HTTP/1.1" status: 200 len: 917 time: 0.2144203 Apr 15 11:02:12.906458 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-b8da802e-51d1-4d60-b97a-5dd8fa505517 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:12.976708 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-53ef042b-e7a7-40b1-809d-3c27e29508a4 tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:13.029311 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-395fad6f-476f-4927-9468-89b8b9fc2448 req-8ecc3e61-dc49-4e8f-b2a0-d5142e9ab08f service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c52f44b3-8038-4756-9f79-012baaf7b930 HTTP/1.1" status: 200 len: 217 time: 0.1238871 Apr 15 11:02:13.083012 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da802e-51d1-4d60-b97a-5dd8fa505517 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event deleted for resources: {'Port': ['ID=0384c7d6-6124-4e15-af0c-ceff9e6acbe2,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:13.127575 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b8da802e-51d1-4d60-b97a-5dd8fa505517 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:13.173221 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fad6f-476f-4927-9468-89b8b9fc2448 req-53207e79-41de-47c5-acb2-38ca8734e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:13.174666 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-395fad6f-476f-4927-9468-89b8b9fc2448 req-53207e79-41de-47c5-acb2-38ca8734e3f5 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e2e7cf14-27ba-4d70-897b-b76c41168802 HTTP/1.1" status: 200 len: 854 time: 0.0930195 Apr 15 11:02:13.536490 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddade16e-4566-4323-af17-62458657cd15 req-fd386971-905b-48b9-b1b9-9b0892ac43ce tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:13.538220 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ddade16e-4566-4323-af17-62458657cd15 req-fd386971-905b-48b9-b1b9-9b0892ac43ce tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 943 time: 0.1062026 Apr 15 11:02:13.629003 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ddade16e-4566-4323-af17-62458657cd15 req-3d2b550e-6446-40e2-b4b9-f22bbd986f94 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832679 Apr 15 11:02:13.642720 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a5e759fc-5d7e-481e-86d5-d5a75f520645 req-4d1dc6f4-533f-45fc-84f3-d78f648e5df1 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 210 time: 0.0545983 Apr 15 11:02:13.685474 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fad6f-476f-4927-9468-89b8b9fc2448 req-3ea9e315-e26e-4bb5-9a56-422fd126fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:13.687112 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-395fad6f-476f-4927-9468-89b8b9fc2448 req-3ea9e315-e26e-4bb5-9a56-422fd126fee0 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=1a363217-bab9-457c-8605-d79070606d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5014849 Apr 15 11:02:13.829783 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-b8da802e-51d1-4d60-b97a-5dd8fa505517 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Router f0b5254f-2271-42e8-b2f2-1b5d85d8696b has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:13.859134 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced05df1-733e-4105-a08f-d2a8c8a77ff0 req-8cdcdc90-5a01-4f81-83fe-209890b15e3b tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:13.860696 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ced05df1-733e-4105-a08f-d2a8c8a77ff0 req-8cdcdc90-5a01-4f81-83fe-209890b15e3b tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0950527 Apr 15 11:02:13.910019 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ced05df1-733e-4105-a08f-d2a8c8a77ff0 req-9d19f7f9-762d-4fb5-a76e-defb205aca4a tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428767 Apr 15 11:02:13.990299 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-395fad6f-476f-4927-9468-89b8b9fc2448 req-2248497e-3dc1-4d50-8756-c5cb43083535 service neutron] 10.222.0.108 "GET /v2.0/networks/1a363217-bab9-457c-8605-d79070606d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962382 Apr 15 11:02:14.167221 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-b8da802e-51d1-4d60-b97a-5dd8fa505517 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:14.177326 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c2773-143b-4c39-b50f-beba3576d12a None None] Sync routers for ids ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'] in dv-cinder-786386-1-smb {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:14.190743 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c2773-143b-4c39-b50f-beba3576d12a None None] Routers {'f0b5254f-2271-42e8-b2f2-1b5d85d8696b'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:14.191419 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-d65c2773-143b-4c39-b50f-beba3576d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:02:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:14.258558 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-395fad6f-476f-4927-9468-89b8b9fc2448 req-9b1fa93f-3bd3-48cf-9b6e-14f901232c93 service neutron] 10.222.0.108 "GET /v2.0/networks/1a363217-bab9-457c-8605-d79070606d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571378 Apr 15 11:02:14.259582 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-b8da802e-51d1-4d60-b97a-5dd8fa505517 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] No DVR routers for this DVR port 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:02:14.262109 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-b8da802e-51d1-4d60-b97a-5dd8fa505517 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:14.265165 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'name': 'network-vif-deleted', 'tag': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:14.281132 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-513c16a5-4a70-4fdf-8d3e-15d53d087c5c req-b8da802e-51d1-4d60-b97a-5dd8fa505517 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.108 "DELETE /v2.0/ports/0384c7d6-6124-4e15-af0c-ceff9e6acbe2 HTTP/1.1" status: 204 len: 173 time: 2.8988433 Apr 15 11:02:14.315291 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3', 'name': 'network-vif-deleted', 'tag': '0384c7d6-6124-4e15-af0c-ceff9e6acbe2', 'status': 'completed', 'code': 200} Apr 15 11:02:14.555263 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-d65c2773-143b-4c39-b50f-beba3576d12a None None] Set router f0b5254f-2271-42e8-b2f2-1b5d85d8696b gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:14.861201 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-66d0ece9-3d8b-40aa-a446-8ecfc7321fe6 req-c9690d8b-fc02-4460-87c1-bedd7c1c5690 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2c859e8-0b2a-41da-b7a0-a60ae29d9ac3 HTTP/1.1" status: 200 len: 210 time: 0.0604177 Apr 15 11:02:14.900926 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63168973-3133-4bc9-8c89-77a6fa73341d req-eb1c699e-91d1-4ad9-80ac-01b75911147a tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:14.903685 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-63168973-3133-4bc9-8c89-77a6fa73341d req-eb1c699e-91d1-4ad9-80ac-01b75911147a tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 943 time: 0.1511459 Apr 15 11:02:14.919530 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-d65c2773-143b-4c39-b50f-beba3576d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'cb6395b0-c749-4b13-9bd8-9a326dba1419', 'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'mac_address': 'fa:16:3e:5c:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:59Z', 'updated_at': '2021-04-15T10:56:11Z', 'revision_number': 5, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'subnets': [{'id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:14.923772 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c2773-143b-4c39-b50f-beba3576d12a None None] Checking router: f0b5254f-2271-42e8-b2f2-1b5d85d8696b for host: dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:14.933443 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c2773-143b-4c39-b50f-beba3576d12a None None] Routers {'f0b5254f-2271-42e8-b2f2-1b5d85d8696b'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:14.935341 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-d65c2773-143b-4c39-b50f-beba3576d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:02:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:14.955787 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-63168973-3133-4bc9-8c89-77a6fa73341d req-671338c7-3028-426f-8bcc-63558789f463 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456421 Apr 15 11:02:15.126396 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-d65c2773-143b-4c39-b50f-beba3576d12a None None] Set router f0b5254f-2271-42e8-b2f2-1b5d85d8696b gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:15.137443 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab636446-eee8-4817-9d71-52199e912f3c req-4e28f0ff-7ae4-485f-a2d7-48b64173e005 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:15.139168 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ab636446-eee8-4817-9d71-52199e912f3c req-4e28f0ff-7ae4-485f-a2d7-48b64173e005 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0929210 Apr 15 11:02:15.187784 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ab636446-eee8-4817-9d71-52199e912f3c req-36e0392c-15e7-47f8-8e55-6df14b4a8eb9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420451 Apr 15 11:02:15.265943 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device c52f44b3-8038-4756-9f79-012baaf7b930 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:02:15.268210 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:15.314665 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:15.315052 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 0384c7d6-6124-4e15-af0c-ceff9e6acbe2 not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:15.601583 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port c52f44b3-8038-4756-9f79-012baaf7b930, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c52f44b3-8038-4756-9f79-012baaf7b930,segment=NetworkSegment(7cfcea6f-131f-4b59-83eb-bb69c3039ccb),segment_id=7cfcea6f-131f-4b59-83eb-bb69c3039ccb)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:15.623632 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': 'c52f44b3-8038-4756-9f79-012baaf7b930', 'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'port_id': 'c52f44b3-8038-4756-9f79-012baaf7b930', 'mac_address': 'fa:16:3e:bc:9b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:02:15.695791 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-d65c2773-143b-4c39-b50f-beba3576d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'cb6395b0-c749-4b13-9bd8-9a326dba1419', 'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'mac_address': 'fa:16:3e:5c:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:59Z', 'updated_at': '2021-04-15T10:56:11Z', 'revision_number': 5, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'subnets': [{'id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:15.701402 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:15.716128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c2773-143b-4c39-b50f-beba3576d12a None None] The sync data for ids ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'] in dv-cinder-786386-1-smb is: [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T10:56:01Z', 'revision_number': 4, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'cb6395b0-c749-4b13-9bd8-9a326dba1419', 'name': '', 'network_id': 'dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'mac_address': 'fa:16:3e:5c:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:59Z', 'updated_at': '2021-04-15T10:56:11Z', 'revision_number': 5, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'subnets': [{'id': 'ef91ca22-b90c-496e-9216-5832d8c88de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:15.721915 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c52f44b3-8038-4756-9f79-012baaf7b930 {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:02:15.739526 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port c52f44b3-8038-4756-9f79-012baaf7b930, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c52f44b3-8038-4756-9f79-012baaf7b930,segment=NetworkSegment(7cfcea6f-131f-4b59-83eb-bb69c3039ccb),segment_id=7cfcea6f-131f-4b59-83eb-bb69c3039ccb)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:15.743054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:15.745010 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:15.815577 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=c52f44b3-8038-4756-9f79-012baaf7b930,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:15.818821 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:16.007687 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35310) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:16.028174 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['c52f44b3-8038-4756-9f79-012baaf7b930'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:02:16.091510 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4e63cd58-8fa4-4a0a-94af-1f113a387a8d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:16.128264 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4e63cd58-8fa4-4a0a-94af-1f113a387a8d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:16.133947 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67479adf-68c3-4f4d-9eea-665557184fc8 None None] New status for floating IP e2d372ea-9086-4091-9fed-e50c5012246d: DOWN {{(pid=85294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:02:16.184624 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4e63cd58-8fa4-4a0a-94af-1f113a387a8d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:16.189190 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6b6f7-4561-470d-953e-d0ee2ae30d7a req-3ee48159-7649-435d-9173-5f186abdbc9d tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:16.190715 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ad5951df-c1d6-4671-b299-530079f5f626 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:16.191263 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0da6b6f7-4561-470d-953e-d0ee2ae30d7a req-3ee48159-7649-435d-9173-5f186abdbc9d tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 944 time: 0.1078446 Apr 15 11:02:16.208476 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63cd58-8fa4-4a0a-94af-1f113a387a8d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ad9d51-7b27-4782-a2b5-5f372fa04f4c,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:16.211505 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4e63cd58-8fa4-4a0a-94af-1f113a387a8d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:16.223147 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4e63cd58-8fa4-4a0a-94af-1f113a387a8d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:16.224530 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-4e63cd58-8fa4-4a0a-94af-1f113a387a8d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "DELETE /v2.0/security-groups/f6ad9d51-7b27-4782-a2b5-5f372fa04f4c HTTP/1.1" status: 204 len: 168 time: 0.2157497 Apr 15 11:02:16.227455 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35316) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:16.247696 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.v2.resource [None req-922c2ef0-d648-4b6b-b56f-c13595525d9e tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] show failed (client error): The resource could not be found. Apr 15 11:02:16.251778 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-922c2ef0-d648-4b6b-b56f-c13595525d9e tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "GET /v2.0/security-groups/f6ad9d51-7b27-4782-a2b5-5f372fa04f4c HTTP/1.1" status: 404 len: 347 time: 0.0203846 Apr 15 11:02:16.252196 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35320) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:16.263401 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0da6b6f7-4561-470d-953e-d0ee2ae30d7a req-8c61d9a9-a0ad-4fb8-aa8e-85c96f4711e1 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655124 Apr 15 11:02:16.439967 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-f165175c-3c4c-4203-b3b9-73e7bb690fda tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Deleting port f32f978e-af21-4c42-be97-90e36251b042 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:16.440352 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f165175c-3c4c-4203-b3b9-73e7bb690fda tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:16.444291 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee1c05-4d98-4131-ab66-9d5a384b0d1d req-8bf95054-8117-4642-9de2-58388c2b4a1c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:16.446012 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-23ee1c05-4d98-4131-ab66-9d5a384b0d1d req-8bf95054-8117-4642-9de2-58388c2b4a1c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0963774 Apr 15 11:02:16.496808 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-23ee1c05-4d98-4131-ab66-9d5a384b0d1d req-f19f3bb4-e0f3-48cb-b37d-fc38acfb3143 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426283 Apr 15 11:02:16.625536 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f165175c-3c4c-4203-b3b9-73e7bb690fda tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:16.625903 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f165175c-3c4c-4203-b3b9-73e7bb690fda tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:16.762336 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-f165175c-3c4c-4203-b3b9-73e7bb690fda tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Calling delete_port for f32f978e-af21-4c42-be97-90e36251b042 owned by network:floatingip {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:16.911999 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f165175c-3c4c-4203-b3b9-73e7bb690fda tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:16.928367 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:17.027754 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165175c-3c4c-4203-b3b9-73e7bb690fda tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Pushing event deleted for resources: {'Port': ['ID=f32f978e-af21-4c42-be97-90e36251b042,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:17.031947 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f165175c-3c4c-4203-b3b9-73e7bb690fda tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:17.193730 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f165175c-3c4c-4203-b3b9-73e7bb690fda tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks [] for floatingip, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:17.209137 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f165175c-3c4c-4203-b3b9-73e7bb690fda tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:17.210371 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f165175c-3c4c-4203-b3b9-73e7bb690fda tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] 10.222.0.98 "DELETE /v2.0/floatingips/e2d372ea-9086-4091-9fed-e50c5012246d HTTP/1.1" status: 204 len: 168 time: 0.9566967 Apr 15 11:02:17.243647 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device c52f44b3-8038-4756-9f79-012baaf7b930 up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:02:17.337091 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port c52f44b3-8038-4756-9f79-012baaf7b930 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:02:17.353599 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port c52f44b3-8038-4756-9f79-012baaf7b930 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:02:17.354029 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:17.482364 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027234c-21b3-432a-875f-022e090b16fd req-958a3cf7-77dc-4638-8d56-45206b3faee6 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:17.483946 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9027234c-21b3-432a-875f-022e090b16fd req-958a3cf7-77dc-4638-8d56-45206b3faee6 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 944 time: 0.0916874 Apr 15 11:02:17.484277 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:17.516171 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52f44b3-8038-4756-9f79-012baaf7b930'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:17.526669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port c52f44b3-8038-4756-9f79-012baaf7b930, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c52f44b3-8038-4756-9f79-012baaf7b930,segment=NetworkSegment(7cfcea6f-131f-4b59-83eb-bb69c3039ccb),segment_id=7cfcea6f-131f-4b59-83eb-bb69c3039ccb)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:17.531445 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:17.533710 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-9027234c-21b3-432a-875f-022e090b16fd req-d07666ba-7ed1-477d-a373-e025e2ed4545 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428636 Apr 15 11:02:17.533988 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-60f7ad6d-f40f-4928-8c1b-47b009ed44ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:17.577582 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52f44b3-8038-4756-9f79-012baaf7b930', 'code': 200} Apr 15 11:02:17.623965 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=c52f44b3-8038-4756-9f79-012baaf7b930,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:17.627185 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:17.751193 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ee16-f92c-459c-a486-dec795a58427 req-189d1797-1fe7-4caa-9606-058d61d11a6c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:17.752831 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d1a8ee16-f92c-459c-a486-dec795a58427 req-189d1797-1fe7-4caa-9606-058d61d11a6c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.1012247 Apr 15 11:02:17.802851 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d1a8ee16-f92c-459c-a486-dec795a58427 req-c1d173b5-d339-46f5-bbee-935c8da0ab1f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432546 Apr 15 11:02:17.895463 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b692433-50ba-4c81-94cd-56a32926938e req-cf776684-64dd-40a7-a437-2e80df2e1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:17.897078 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3b692433-50ba-4c81-94cd-56a32926938e req-cf776684-64dd-40a7-a437-2e80df2e1f7e service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 1098 time: 0.0790699 Apr 15 11:02:17.942208 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3b692433-50ba-4c81-94cd-56a32926938e req-210ef63b-d695-4e04-b339-54459c0c804b service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368273 Apr 15 11:02:18.741022 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d01a67-7848-4219-ab04-c53d333cbbba req-830e5509-5feb-4cb0-aa80-4c30d97db935 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:18.742288 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-41d01a67-7848-4219-ab04-c53d333cbbba req-830e5509-5feb-4cb0-aa80-4c30d97db935 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 945 time: 0.0911877 Apr 15 11:02:18.796521 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-41d01a67-7848-4219-ab04-c53d333cbbba req-9af1806e-9647-4baa-bd02-e52b882ccb16 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474222 Apr 15 11:02:19.014715 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722329c-0030-4729-b7c5-26bc95c75f05 req-3286bdca-a1cd-4d08-8ff5-b8c95f086aec tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:19.016234 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1722329c-0030-4729-b7c5-26bc95c75f05 req-3286bdca-a1cd-4d08-8ff5-b8c95f086aec tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0935016 Apr 15 11:02:19.067938 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1722329c-0030-4729-b7c5-26bc95c75f05 req-17fd692f-9075-4d58-a4f4-c5c7d7757db3 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451591 Apr 15 11:02:20.006718 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e9b1f-127e-4b8d-ad0b-7f08782a2910 req-c4ed3ac6-af8e-4638-9a33-83fec6a6d4e5 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:20.008313 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-df2e9b1f-127e-4b8d-ad0b-7f08782a2910 req-c4ed3ac6-af8e-4638-9a33-83fec6a6d4e5 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 945 time: 0.0942483 Apr 15 11:02:20.058676 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-df2e9b1f-127e-4b8d-ad0b-7f08782a2910 req-10b795fa-d736-4129-bf47-527f09bc9ada tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435765 Apr 15 11:02:20.060128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35356) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:20.335924 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e426cf-a7c4-41cd-bf66-c9b3d8dbb3c7 req-0167c156-cf86-4558-97c4-16f08778e264 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:20.337460 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c5e426cf-a7c4-41cd-bf66-c9b3d8dbb3c7 req-0167c156-cf86-4558-97c4-16f08778e264 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 945 time: 0.1626987 Apr 15 11:02:20.345417 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bac062-4572-4818-ab2e-1a98f6b82dff req-5e353251-f6fb-4e80-a785-9929e7f36b36 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:20.346894 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d7bac062-4572-4818-ab2e-1a98f6b82dff req-5e353251-f6fb-4e80-a785-9929e7f36b36 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.1302962 Apr 15 11:02:20.421529 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c5e426cf-a7c4-41cd-bf66-c9b3d8dbb3c7 req-43c76c90-2ce4-4f1f-85e0-90304b6668a4 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735898 Apr 15 11:02:20.429755 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d7bac062-4572-4818-ab2e-1a98f6b82dff req-c8c63f27-80e4-488f-999d-c513dc40caef tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649343 Apr 15 11:02:20.790089 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4012694-3181-450e-b706-68384178b22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854327552'] for router_interface, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:20.830277 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:02:21.004164 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511f07f-94f3-41ac-b56a-5b27f1a8e36f req-f2e9d3c5-0ba6-4e74-8710-ada13c93d789 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:21.005828 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5511f07f-94f3-41ac-b56a-5b27f1a8e36f req-f2e9d3c5-0ba6-4e74-8710-ada13c93d789 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 945 time: 0.0985701 Apr 15 11:02:21.058476 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5511f07f-94f3-41ac-b56a-5b27f1a8e36f req-8b77a4a5-5ac9-4905-aa9c-935650b399b7 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461533 Apr 15 11:02:21.438652 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-f4012694-3181-450e-b706-68384178b22d admin admin] Deleting port cb6395b0-c749-4b13-9bd8-9a326dba1419 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:21.439180 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4012694-3181-450e-b706-68384178b22d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:21.642904 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f4012694-3181-450e-b706-68384178b22d admin admin] For port cb6395b0-c749-4b13-9bd8-9a326dba1419, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=cb6395b0-c749-4b13-9bd8-9a326dba1419,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:21.643309 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4012694-3181-450e-b706-68384178b22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:21.688674 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f268ad-7bfb-4de5-9dfb-221054c8817c req-be496d0c-a6b7-442c-86d8-332c262e9e86 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:21.690329 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-86f268ad-7bfb-4de5-9dfb-221054c8817c req-be496d0c-a6b7-442c-86d8-332c262e9e86 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0973933 Apr 15 11:02:21.743159 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-86f268ad-7bfb-4de5-9dfb-221054c8817c req-95af6ec8-9288-419f-a383-73dfecc9203c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462155 Apr 15 11:02:21.791895 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-f4012694-3181-450e-b706-68384178b22d admin admin] Calling delete_port for cb6395b0-c749-4b13-9bd8-9a326dba1419 owned by network:router_interface {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:21.970182 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4012694-3181-450e-b706-68384178b22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:21.986312 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f165175c-3c4c-4203-b3b9-73e7bb690fda tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:22.081337 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4012694-3181-450e-b706-68384178b22d admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6395b0-c749-4b13-9bd8-9a326dba1419,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:22.088017 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f4012694-3181-450e-b706-68384178b22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:22.436784 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4012694-3181-450e-b706-68384178b22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854328107'] for router_interface, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:22.971221 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225764f-5a22-453b-9d9e-30a4b7789e1f req-8e9812ec-26b9-473c-983b-fcb23853d1b5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:22.972135 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4012694-3181-450e-b706-68384178b22d admin admin] Router f0b5254f-2271-42e8-b2f2-1b5d85d8696b has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:22.973030 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c225764f-5a22-453b-9d9e-30a4b7789e1f req-8e9812ec-26b9-473c-983b-fcb23853d1b5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0992742 Apr 15 11:02:23.023550 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c225764f-5a22-453b-9d9e-30a4b7789e1f req-5b526a58-6bb8-4354-b6bc-5bb765c2a727 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428517 Apr 15 11:02:23.186496 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4012694-3181-450e-b706-68384178b22d admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:23.198667 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669e0aaa-5c6c-4ede-b341-610e4830d867 None None] Sync routers for ids ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'] in dv-cinder-786386-1-smb {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:23.200006 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f4012694-3181-450e-b706-68384178b22d admin admin] 10.222.0.98 "PUT /v2.0/routers/f0b5254f-2271-42e8-b2f2-1b5d85d8696b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1386423 Apr 15 11:02:23.203298 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35394) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:23.215700 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669e0aaa-5c6c-4ede-b341-610e4830d867 None None] Routers {'f0b5254f-2271-42e8-b2f2-1b5d85d8696b'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:23.217395 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-669e0aaa-5c6c-4ede-b341-610e4830d867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:02:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:23.424958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:23.426710 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b05d56-6e6f-4894-83ce-62c368490cee req-f6e8e226-4762-4c9c-b6ce-102009f13d7f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:23.428666 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a7b05d56-6e6f-4894-83ce-62c368490cee req-f6e8e226-4762-4c9c-b6ce-102009f13d7f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.1109202 Apr 15 11:02:23.519432 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a7b05d56-6e6f-4894-83ce-62c368490cee req-46e82190-c86b-443f-b079-c370c410ebca tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728567 Apr 15 11:02:23.537080 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-669e0aaa-5c6c-4ede-b341-610e4830d867 None None] Set router f0b5254f-2271-42e8-b2f2-1b5d85d8696b gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:24.008231 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:24.014292 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893e488-5105-4bd0-a233-6982dc612c7a req-26d59f6a-37a2-4935-950b-3bff7e8f86de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:24.015890 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b893e488-5105-4bd0-a233-6982dc612c7a req-26d59f6a-37a2-4935-950b-3bff7e8f86de service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=86c4cac746df44b6aa4b2c6474c31fa2&device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 1098 time: 0.1680336 Apr 15 11:02:24.022014 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] Deleting port d170e241-21b1-454e-ab58-627b9b88d848 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:24.022389 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:24.047182 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-669e0aaa-5c6c-4ede-b341-610e4830d867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T11:02:21Z', 'revision_number': 5, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port': {'id': 'd170e241-21b1-454e-ab58-627b9b88d848', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:49Z', 'updated_at': '2021-04-15T10:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb'}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:24.051461 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669e0aaa-5c6c-4ede-b341-610e4830d867 None None] Checking router: f0b5254f-2271-42e8-b2f2-1b5d85d8696b for host: dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:24.062083 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669e0aaa-5c6c-4ede-b341-610e4830d867 None None] Routers {'f0b5254f-2271-42e8-b2f2-1b5d85d8696b'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:24.062753 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-669e0aaa-5c6c-4ede-b341-610e4830d867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:02:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:24.227427 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-669e0aaa-5c6c-4ede-b341-610e4830d867 None None] Set router f0b5254f-2271-42e8-b2f2-1b5d85d8696b gateway port host: None {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:24.312652 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893e488-5105-4bd0-a233-6982dc612c7a req-14351f7c-4b59-4039-a441-961b5310c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:24.314155 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b893e488-5105-4bd0-a233-6982dc612c7a req-14351f7c-4b59-4039-a441-961b5310c19f service neutron] 10.222.0.108 "GET /v2.0/networks?id=98b12ee6-130f-43e6-baec-b4e83ba468aa HTTP/1.1" status: 200 len: 913 time: 0.2649894 Apr 15 11:02:24.346442 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-669e0aaa-5c6c-4ede-b341-610e4830d867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T11:02:24Z', 'revision_number': 6, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port_host': None}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:24.350768 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669e0aaa-5c6c-4ede-b341-610e4830d867 None None] The sync data for ids ['f0b5254f-2271-42e8-b2f2-1b5d85d8696b'] in dv-cinder-786386-1-smb is: [{'id': 'f0b5254f-2271-42e8-b2f2-1b5d85d8696b', 'name': 'tempest-AttachVolumeShelveTestJSON-1751408443-router', 'tenant_id': '32210517f2e94192a5ba2da4ed6b7d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:47Z', 'updated_at': '2021-04-15T11:02:24Z', 'revision_number': 6, 'project_id': '32210517f2e94192a5ba2da4ed6b7d44', 'gw_port_host': None}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:24.399053 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] For port d170e241-21b1-454e-ab58-627b9b88d848, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=d170e241-21b1-454e-ab58-627b9b88d848,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:24.399457 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:24.554024 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] Calling delete_port for d170e241-21b1-454e-ab58-627b9b88d848 owned by network:router_gateway {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:24.619490 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b893e488-5105-4bd0-a233-6982dc612c7a req-63689279-6118-442f-8eef-5ec6dd3ec2a9 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=059fff66-48ba-41f1-994b-c833c85ffde0 HTTP/1.1" status: 200 len: 1001 time: 0.2884924 Apr 15 11:02:24.734286 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893e488-5105-4bd0-a233-6982dc612c7a req-6a12f1e4-bd4a-428f-8ddd-2a2784f151b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:24.735884 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b893e488-5105-4bd0-a233-6982dc612c7a req-6a12f1e4-bd4a-428f-8ddd-2a2784f151b2 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=402316b6-2fc2-4d66-82ac-ae13f8570bbb HTTP/1.1" status: 200 len: 850 time: 0.1078241 Apr 15 11:02:24.765421 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55206cc8-0ac8-4d54-a7b3-0a20f0e56ec9 req-02995c64-2058-4e43-955e-7abb08fad7b3 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:24.767190 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-55206cc8-0ac8-4d54-a7b3-0a20f0e56ec9 req-02995c64-2058-4e43-955e-7abb08fad7b3 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0959597 Apr 15 11:02:24.837535 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-55206cc8-0ac8-4d54-a7b3-0a20f0e56ec9 req-c17cc511-b098-4c4a-ab9d-ffa1162139e9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630605 Apr 15 11:02:24.867887 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device d170e241-21b1-454e-ab58-627b9b88d848 no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:24.888985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893e488-5105-4bd0-a233-6982dc612c7a req-45065d38-38ae-4cca-baa7-730367c21915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:24.890574 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b893e488-5105-4bd0-a233-6982dc612c7a req-45065d38-38ae-4cca-baa7-730367c21915 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=98b12ee6-130f-43e6-baec-b4e83ba468aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1476374 Apr 15 11:02:24.934245 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No active binding found for port d170e241-21b1-454e-ab58-627b9b88d848 {{(pid=85293) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 15 11:02:24.934961 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device d170e241-21b1-454e-ab58-627b9b88d848 not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:24.935543 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device cb6395b0-c749-4b13-9bd8-9a326dba1419 no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:24.980378 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: cb6395b0-c749-4b13-9bd8-9a326dba1419 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:24.980789 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device cb6395b0-c749-4b13-9bd8-9a326dba1419 not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:24.982454 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:25.002547 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:25.104054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d170e241-21b1-454e-ab58-627b9b88d848,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:25.117049 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:25.193336 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b893e488-5105-4bd0-a233-6982dc612c7a req-0ae31c83-590b-4e87-82bc-9aebbf8f4842 service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959492 Apr 15 11:02:25.438374 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b893e488-5105-4bd0-a233-6982dc612c7a req-87eddc10-805c-4a8e-85ad-05709565d017 service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351358 Apr 15 11:02:25.442812 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854328269'] for router_gateway, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:25.634491 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854336555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762011'] for router, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:25.636902 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:25.658173 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-449861'] for router, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:25.658725 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0b5254f-2271-42e8-b2f2-1b5d85d8696b {{(pid=85291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:02:25.671390 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:25.672666 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] 10.222.0.98 "DELETE /v2.0/routers/f0b5254f-2271-42e8-b2f2-1b5d85d8696b HTTP/1.1" status: 204 len: 168 time: 2.4682236 Apr 15 11:02:25.675305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35412) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:25.748221 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba41db2a-8659-40a5-925d-8429371fbffc admin admin] Deleting subnet ef91ca22-b90c-496e-9216-5832d8c88de8 {{(pid=85291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:02:25.751854 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ba41db2a-8659-40a5-925d-8429371fbffc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:25.811104 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ba41db2a-8659-40a5-925d-8429371fbffc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848323811'] for subnet, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:25.948657 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ba41db2a-8659-40a5-925d-8429371fbffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:26.081170 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0e82-e818-422e-9bdc-303bb68e070a req-91fcefee-de7b-469f-9f39-59dbed2d6f9e tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:26.089310 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-33bd0e82-e818-422e-9bdc-303bb68e070a req-91fcefee-de7b-469f-9f39-59dbed2d6f9e tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.1378260 Apr 15 11:02:26.411806 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-33bd0e82-e818-422e-9bdc-303bb68e070a req-3a9d1d7e-cf00-4cf9-a0ca-97947415501f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3212399 Apr 15 11:02:26.445574 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e23a30-25e7-4b00-a1c0-bfe6019f1420 req-6b38b2de-c496-4540-8720-baeee15de86a tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:26.447383 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-04e23a30-25e7-4b00-a1c0-bfe6019f1420 req-6b38b2de-c496-4540-8720-baeee15de86a tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 945 time: 0.1152084 Apr 15 11:02:26.498542 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-04e23a30-25e7-4b00-a1c0-bfe6019f1420 req-8c838fda-6a4e-470d-b2b4-36b25bc004f6 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441566 Apr 15 11:02:26.504466 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ba41db2a-8659-40a5-925d-8429371fbffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6451979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849947695'] for subnet, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:26.520667 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:26.524859 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35424) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:26.606441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41db2a-8659-40a5-925d-8429371fbffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef91ca22-b90c-496e-9216-5832d8c88de8,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:26.614066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ba41db2a-8659-40a5-925d-8429371fbffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:26.654052 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382c3c9b-16b8-4fdd-a1e3-5c8f9bbe56aa tempest-TestMinimumBasicScenario-950496156 tempest-TestMinimumBasicScenario-950496156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:26.660186 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-382c3c9b-16b8-4fdd-a1e3-5c8f9bbe56aa tempest-TestMinimumBasicScenario-950496156 tempest-TestMinimumBasicScenario-950496156-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 1093 time: 0.1296444 Apr 15 11:02:26.660463 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ba41db2a-8659-40a5-925d-8429371fbffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:26.660651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35430) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:26.664774 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-ba41db2a-8659-40a5-925d-8429371fbffc admin admin] 10.222.0.98 "DELETE /v2.0/subnets/ef91ca22-b90c-496e-9216-5832d8c88de8 HTTP/1.1" status: 204 len: 168 time: 0.9883192 Apr 15 11:02:26.666562 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Request body: {'floatingip': {'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'port_id': 'c52f44b3-8038-4756-9f79-012baaf7b930', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'fixed_ip_address': '172.20.0.4'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:26.667664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38665ef5-0170-4d4e-8647-727c52fb2246 None None] Network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:02:26.668796 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35434) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:26.673874 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:26.677929 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Usage tracker for resource:floatingip and tenant:026fc95f3041498d9f3c72fd25e5bd10 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:26.681162 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:26.688036 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:26.697847 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for floatingip, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:26.790526 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853837892'] for network, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:26.854056 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:26.867191 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Deleting port 03852a68-c53b-4ade-b26a-9aebe412cc82 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:26.867577 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:26.955660 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa1dfb5-086b-42d7-9ded-ffda3f5efdf5 None None] DHCP port deletion for dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e request from dv-cinder-786386-1-smb {{(pid=85293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:02:26.960307 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1dfb5-086b-42d7-9ded-ffda3f5efdf5 None None] Deleting port 03852a68-c53b-4ade-b26a-9aebe412cc82 {{(pid=85293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:26.960789 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cfa1dfb5-086b-42d7-9ded-ffda3f5efdf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:27.009989 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Allocated IP 172.28.1.172 (75f67454-9d0f-442c-bd06-ccb5d72eecb7/92e09409-23cb-47a5-83a3-d0bf73c89cb1/976e9fff-763e-4aa4-8e2d-8fa1db9a4193) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:02:27.103235 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] For port 03852a68-c53b-4ade-b26a-9aebe412cc82, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=03852a68-c53b-4ade-b26a-9aebe412cc82,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:27.103640 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:27.194881 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-cfa1dfb5-086b-42d7-9ded-ffda3f5efdf5 None None] For port 03852a68-c53b-4ade-b26a-9aebe412cc82, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=03852a68-c53b-4ade-b26a-9aebe412cc82,segment=NetworkSegment(c2e6bd45-5ecf-45cf-866d-0d89369b0bab),segment_id=c2e6bd45-5ecf-45cf-866d-0d89369b0bab)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:27.195222 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cfa1dfb5-086b-42d7-9ded-ffda3f5efdf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:27.202579 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:27.233798 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7189757'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:27.245419 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Calling delete_port for 03852a68-c53b-4ade-b26a-9aebe412cc82 owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:27.301791 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:27.326576 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:27.331353 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1dfb5-086b-42d7-9ded-ffda3f5efdf5 None None] Calling delete_port for 03852a68-c53b-4ade-b26a-9aebe412cc82 owned by network:dhcp {{(pid=85293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:27.343647 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:27.398915 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Pushing event updated for resources: {'Port': ['ID=976e9fff-763e-4aa4-8e2d-8fa1db9a4193,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:27.404573 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:27.450227 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Pushing event deleted for resources: {'Port': ['ID=03852a68-c53b-4ade-b26a-9aebe412cc82,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:27.453231 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:02:27.453997 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:27.454423 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Resources bound (agent type, host, resource id): {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:02:27.456578 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:02:27.492649 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.db.api [None req-cfa1dfb5-086b-42d7-9ded-ffda3f5efdf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:02:27.493766 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_db.api [None req-cfa1dfb5-086b-42d7-9ded-ffda3f5efdf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:02:27.502618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] No DVR routers for this DVR port 03852a68-c53b-4ade-b26a-9aebe412cc82 on host dv-cinder-786386-1-smb {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:02:27.631119 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854714127', 'neutron.services.segments.db._delete_segments_for_network--9223363309937827905'] for network, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:27.749769 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e']}} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:27.762534 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab') {'for_net_delete': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:27.763010 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e6bd45-5ecf-45cf-866d-0d89369b0bab') {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:27.775503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309937828161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6451973'] for segment, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:27.792832 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:27.800085 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Releasing vlan 1380 on physical network physnet1 to pool {{(pid=85291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:02:27.849291 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cad5ac-0b8a-4c5d-aeb3-0671a724548f req-ab1d5a8a-bf90-486a-966e-4ab8821f884c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:27.850897 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e0cad5ac-0b8a-4c5d-aeb3-0671a724548f req-ab1d5a8a-bf90-486a-966e-4ab8821f884c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.3011699 Apr 15 11:02:27.940654 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e0cad5ac-0b8a-4c5d-aeb3-0671a724548f req-cca27239-0c1a-48c4-9251-78baaae62469 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743923 Apr 15 11:02:27.995542 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1dfb5-086b-42d7-9ded-ffda3f5efdf5 None None] Deleting port 03852a68-c53b-4ade-b26a-9aebe412cc82 {{(pid=85293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:27.996080 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cfa1dfb5-086b-42d7-9ded-ffda3f5efdf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:27.996339 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:28.006167 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848323160'] for segment, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.013136 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.093739 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1dfb5-086b-42d7-9ded-ffda3f5efdf5 None None] The port '03852a68-c53b-4ade-b26a-9aebe412cc82' was deleted {{(pid=85293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:02:28.107958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.195231 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Network dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: Traceback (most recent call last): Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: timer() Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: cb(*args, **kw) Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: return func(*args, **kwargs) Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: self._notify() Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: self.callback(batched_events) Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: event.method(event) Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: segment_id)['aggregates'][0] Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: return f(self, *a, **k) Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: return self._get(url).json() Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: **kwargs) Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: return self.request(url, 'GET', **kwargs) Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: **endpoint_filter) Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:02:28.222623 dv-cinder-786386-1-smb neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:02:28.303307 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-61574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447513'] for network, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.307225 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-660ec296-e051-4d2d-b0d5-9c9cedd9ddca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:28.324329 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.333897 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:28.337370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:28.348587 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] 10.222.0.98 "DELETE /v2.0/networks/dbb858a5-8fc7-45ef-beaa-c4ce8c7a691e HTTP/1.1" status: 204 len: 168 time: 1.6785736 Apr 15 11:02:28.416285 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.419687 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847586107'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.435710 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:28.471708 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35444) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:28.532756 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-a3d6fc9e-dc02-410c-b3f3-e5c56671b3df admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=32210517f2e94192a5ba2da4ed6b7d44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0571687 Apr 15 11:02:28.533057 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35448) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:28.579211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Pushing event updated for resources: {'Port': ['ID=976e9fff-763e-4aa4-8e2d-8fa1db9a4193,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:28.583681 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:28.598850 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-32a5e026-2bf3-4e41-bce1-f0f5215eff11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.627889 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-32a5e026-2bf3-4e41-bce1-f0f5215eff11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.678094 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-32a5e026-2bf3-4e41-bce1-f0f5215eff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.683475 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1fd811d2-53b1-48c2-ad2f-9cf12d606007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:28.691370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447726'] for floatingip, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.699281 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5e026-2bf3-4e41-bce1-f0f5215eff11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289b647b-182a-4024-ae11-f05bc2e432dd,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:28.704326 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-32a5e026-2bf3-4e41-bce1-f0f5215eff11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:28.706436 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-32a5e026-2bf3-4e41-bce1-f0f5215eff11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.707674 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-32a5e026-2bf3-4e41-bce1-f0f5215eff11 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/289b647b-182a-4024-ae11-f05bc2e432dd HTTP/1.1" status: 204 len: 168 time: 0.1735935 Apr 15 11:02:28.850785 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 03852a68-c53b-4ade-b26a-9aebe412cc82 no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:28.888179 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: 03852a68-c53b-4ade-b26a-9aebe412cc82 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:28.888581 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 03852a68-c53b-4ade-b26a-9aebe412cc82 not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:28.899698 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.l3_db [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Floating IP 381d9858-9cce-4a0f-9123-23992d35fa20 associated. External IP: 172.28.1.172, port: c52f44b3-8038-4756-9f79-012baaf7b930. Apr 15 11:02:29.525968 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Router a580d1c9-6429-4900-a26a-7709531ca174 has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:29.763859 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:29.774582 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584154f-3f60-4045-b69d-10835074fc93 None None] Sync routers for ids ['a580d1c9-6429-4900-a26a-7709531ca174'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:29.785721 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584154f-3f60-4045-b69d-10835074fc93 None None] Routers {'a580d1c9-6429-4900-a26a-7709531ca174'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:29.786403 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-8584154f-3f60-4045-b69d-10835074fc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:02:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['a580d1c9-6429-4900-a26a-7709531ca174'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:29.790827 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:29.858527 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1968956 Apr 15 11:02:29.859276 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'tag': 'c52f44b3-8038-4756-9f79-012baaf7b930'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:29.861713 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35476) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:29.868978 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-a53e8bb2-1289-4f2b-acf6-afe5c172f314 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227534950', 'description': 'tempest-secgroup-smoke-227534950 description', 'project_id': '026fc95f3041498d9f3c72fd25e5bd10'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:29.876629 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a53e8bb2-1289-4f2b-acf6-afe5c172f314 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:29.889449 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a53e8bb2-1289-4f2b-acf6-afe5c172f314 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:29.905006 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a53e8bb2-1289-4f2b-acf6-afe5c172f314 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:29.932824 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a53e8bb2-1289-4f2b-acf6-afe5c172f314 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:29.938349 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-a53e8bb2-1289-4f2b-acf6-afe5c172f314 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Usage tracker for resource:security_group_rule and tenant:026fc95f3041498d9f3c72fd25e5bd10 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:29.942129 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-a53e8bb2-1289-4f2b-acf6-afe5c172f314 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:29.949755 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a53e8bb2-1289-4f2b-acf6-afe5c172f314 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:29.994029 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-8584154f-3f60-4045-b69d-10835074fc93 None None] Set router a580d1c9-6429-4900-a26a-7709531ca174 gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:30.044191 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a53e8bb2-1289-4f2b-acf6-afe5c172f314 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.047345 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a53e8bb2-1289-4f2b-acf6-afe5c172f314 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.076985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-afdc1d57-7ea4-4f5a-ac33-011d4fa7f679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:30.088186 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a53e8bb2-1289-4f2b-acf6-afe5c172f314 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.089791 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-a53e8bb2-1289-4f2b-acf6-afe5c172f314 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2269783 Apr 15 11:02:30.093983 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35484) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:30.100416 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Request body: {'security_group_rule': {'security_group_id': '1067f76f-9191-471a-8784-633b55b3f9b5', 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:30.115445 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:30.117621 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e8bb2-1289-4f2b-acf6-afe5c172f314 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1067f76f-9191-471a-8784-633b55b3f9b5,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:30.121404 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a53e8bb2-1289-4f2b-acf6-afe5c172f314 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:30.123408 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Usage tracker for resource:security_group_rule and tenant:026fc95f3041498d9f3c72fd25e5bd10 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:30.126749 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:30.133662 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:30.160427 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'tag': 'c52f44b3-8038-4756-9f79-012baaf7b930', 'status': 'completed', 'code': 200} Apr 15 11:02:30.168527 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.281334 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.289071 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.301142 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:30.328072 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91c8487-67ca-4918-b2c0-a321cd2dbd9e,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:30.341203 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:30.341647 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:30.341874 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148cb1b-dec7-4a1e-8b0b-21627fb5174d req-9decfab5-af8d-45db-8336-f253a216137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:30.342078 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:30.342418 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:30.342818 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:30.343220 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:30.343623 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:30.344020 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:30.344141 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e148cb1b-dec7-4a1e-8b0b-21627fb5174d req-9decfab5-af8d-45db-8336-f253a216137f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=026fc95f3041498d9f3c72fd25e5bd10&device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 1098 time: 0.1329470 Apr 15 11:02:30.344413 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:30.344833 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:30.345226 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:30.345614 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:30.348771 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.352793 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2550583 Apr 15 11:02:30.352793 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b3eacc3c-197f-469c-8065-f28efd9549ec tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:30.353297 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35492) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:30.359296 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-d87200d7-1464-48f8-882a-0c036e7683c1 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Request body: {'security_group_rule': {'security_group_id': '1067f76f-9191-471a-8784-633b55b3f9b5', 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:30.366066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d87200d7-1464-48f8-882a-0c036e7683c1 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:30.370168 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d87200d7-1464-48f8-882a-0c036e7683c1 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Usage tracker for resource:security_group_rule and tenant:026fc95f3041498d9f3c72fd25e5bd10 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:30.373956 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-d87200d7-1464-48f8-882a-0c036e7683c1 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:30.380571 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-d87200d7-1464-48f8-882a-0c036e7683c1 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:30.399752 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d87200d7-1464-48f8-882a-0c036e7683c1 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.450828 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-8584154f-3f60-4045-b69d-10835074fc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'name': 'tempest-TestMinimumBasicScenario-1085487203-router', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:32Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'gw_port': {'id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': '381d9858-9cce-4a0f-9123-23992d35fa20', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'floating_ip_address': '172.28.1.172', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'port_id': 'c52f44b3-8038-4756-9f79-012baaf7b930', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'mac_address': 'fa:16:3e:bc:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:02:27Z', 'updated_at': '2021-04-15T11:02:27Z', 'revision_number': 0, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37afe7e7-c2af-499b-bb99-36661177b3c9', 'name': '', 'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'mac_address': 'fa:16:3e:dc:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:36Z', 'updated_at': '2021-04-15T11:01:45Z', 'revision_number': 5, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'subnets': [{'id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:30.457217 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584154f-3f60-4045-b69d-10835074fc93 None None] Checking router: a580d1c9-6429-4900-a26a-7709531ca174 for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:30.467942 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584154f-3f60-4045-b69d-10835074fc93 None None] Routers {'a580d1c9-6429-4900-a26a-7709531ca174'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:30.468607 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-8584154f-3f60-4045-b69d-10835074fc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:02:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['a580d1c9-6429-4900-a26a-7709531ca174'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:30.473020 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d87200d7-1464-48f8-882a-0c036e7683c1 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.476822 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d87200d7-1464-48f8-882a-0c036e7683c1 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.479107 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d7b4e222-84db-4e4a-bc8b-fc0d4a1e51e0 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:30.514137 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148cb1b-dec7-4a1e-8b0b-21627fb5174d req-0a6faf8b-6e3c-4ee0-bbf2-cb841089eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:30.514882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d87200d7-1464-48f8-882a-0c036e7683c1 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.518737 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e148cb1b-dec7-4a1e-8b0b-21627fb5174d req-0a6faf8b-6e3c-4ee0-bbf2-cb841089eb4f service neutron] 10.222.0.108 "GET /v2.0/networks?id=1a363217-bab9-457c-8605-d79070606d22 HTTP/1.1" status: 200 len: 917 time: 0.1655428 Apr 15 11:02:30.518875 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-d87200d7-1464-48f8-882a-0c036e7683c1 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1621861 Apr 15 11:02:30.518875 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87200d7-1464-48f8-882a-0c036e7683c1 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b976d2-1dac-444d-9049-c47273cf6873,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:30.519042 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35496) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:30.521742 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d87200d7-1464-48f8-882a-0c036e7683c1 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:30.525418 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-aa5091c9-7e97-464b-b21b-f92b98d29a0e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Request body: {'security_group_rule': {'security_group_id': '1067f76f-9191-471a-8784-633b55b3f9b5', 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:30.533290 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-aa5091c9-7e97-464b-b21b-f92b98d29a0e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:30.538016 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-aa5091c9-7e97-464b-b21b-f92b98d29a0e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Usage tracker for resource:security_group_rule and tenant:026fc95f3041498d9f3c72fd25e5bd10 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:30.541597 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-aa5091c9-7e97-464b-b21b-f92b98d29a0e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:30.549180 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-aa5091c9-7e97-464b-b21b-f92b98d29a0e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:30.568559 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aa5091c9-7e97-464b-b21b-f92b98d29a0e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.647486 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aa5091c9-7e97-464b-b21b-f92b98d29a0e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.650836 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e148cb1b-dec7-4a1e-8b0b-21627fb5174d req-849ff963-9374-4fba-bdf1-555f89bfae6c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c52f44b3-8038-4756-9f79-012baaf7b930 HTTP/1.1" status: 200 len: 999 time: 0.1279469 Apr 15 11:02:30.651096 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aa5091c9-7e97-464b-b21b-f92b98d29a0e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.653843 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:30.682223 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5091c9-7e97-464b-b21b-f92b98d29a0e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9123d23-d01e-4c37-9451-98e0dd0e5672,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:30.685303 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-aa5091c9-7e97-464b-b21b-f92b98d29a0e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:30.694292 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-aa5091c9-7e97-464b-b21b-f92b98d29a0e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.695891 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-aa5091c9-7e97-464b-b21b-f92b98d29a0e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1759458 Apr 15 11:02:30.699187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35500) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:30.707118 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-4f12b1de-a3b1-4415-9113-54bb79c0267e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Request body: {'security_group_rule': {'security_group_id': '1067f76f-9191-471a-8784-633b55b3f9b5', 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:30.714650 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4f12b1de-a3b1-4415-9113-54bb79c0267e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:30.719579 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4f12b1de-a3b1-4415-9113-54bb79c0267e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Usage tracker for resource:security_group_rule and tenant:026fc95f3041498d9f3c72fd25e5bd10 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:30.723585 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4f12b1de-a3b1-4415-9113-54bb79c0267e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:30.730870 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4f12b1de-a3b1-4415-9113-54bb79c0267e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:30.733183 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148cb1b-dec7-4a1e-8b0b-21627fb5174d req-abec4669-2c2a-4c53-8d90-0a45560af561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:30.735089 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e148cb1b-dec7-4a1e-8b0b-21627fb5174d req-abec4669-2c2a-4c53-8d90-0a45560af561 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e2e7cf14-27ba-4d70-897b-b76c41168802 HTTP/1.1" status: 200 len: 854 time: 0.0742574 Apr 15 11:02:30.750345 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4f12b1de-a3b1-4415-9113-54bb79c0267e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.829944 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4f12b1de-a3b1-4415-9113-54bb79c0267e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.834203 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4f12b1de-a3b1-4415-9113-54bb79c0267e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.835389 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148cb1b-dec7-4a1e-8b0b-21627fb5174d req-6057cbc0-4ef7-4d68-9e64-e4963e2eb03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:30.836305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d87200d7-1464-48f8-882a-0c036e7683c1 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:30.837202 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e148cb1b-dec7-4a1e-8b0b-21627fb5174d req-6057cbc0-4ef7-4d68-9e64-e4963e2eb03e service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=1a363217-bab9-457c-8605-d79070606d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0924439 Apr 15 11:02:30.864720 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12b1de-a3b1-4415-9113-54bb79c0267e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c42f54b-0243-4579-a41f-d10f24b52a4c,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:30.867451 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4f12b1de-a3b1-4415-9113-54bb79c0267e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:30.875855 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4f12b1de-a3b1-4415-9113-54bb79c0267e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.877162 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-4f12b1de-a3b1-4415-9113-54bb79c0267e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1755888 Apr 15 11:02:30.877711 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-8584154f-3f60-4045-b69d-10835074fc93 None None] Set router a580d1c9-6429-4900-a26a-7709531ca174 gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:30.880037 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35504) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:30.885918 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-b7f6e6b7-bb35-4c75-95f5-c1082c9a0ff2 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Request body: {'security_group_rule': {'security_group_id': '1067f76f-9191-471a-8784-633b55b3f9b5', 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:30.892532 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b7f6e6b7-bb35-4c75-95f5-c1082c9a0ff2 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:30.896966 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b7f6e6b7-bb35-4c75-95f5-c1082c9a0ff2 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Usage tracker for resource:security_group_rule and tenant:026fc95f3041498d9f3c72fd25e5bd10 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:30.900377 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b7f6e6b7-bb35-4c75-95f5-c1082c9a0ff2 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:30.906836 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b7f6e6b7-bb35-4c75-95f5-c1082c9a0ff2 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:30.919612 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.securitygroups_db [None req-b7f6e6b7-bb35-4c75-95f5-c1082c9a0ff2 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Project 026fc95f3041498d9f3c72fd25e5bd10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 11:02:30.931293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b7f6e6b7-bb35-4c75-95f5-c1082c9a0ff2 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:31.001651 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e148cb1b-dec7-4a1e-8b0b-21627fb5174d req-f3de0679-16d6-4616-9f34-b0cd6a642e1a service neutron] 10.222.0.108 "GET /v2.0/networks/1a363217-bab9-457c-8605-d79070606d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556232 Apr 15 11:02:31.013071 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b7f6e6b7-bb35-4c75-95f5-c1082c9a0ff2 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:31.018473 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b7f6e6b7-bb35-4c75-95f5-c1082c9a0ff2 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:31.020921 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4f12b1de-a3b1-4415-9113-54bb79c0267e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:31.052313 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b7f6e6b7-bb35-4c75-95f5-c1082c9a0ff2 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:31.056833 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b7f6e6b7-bb35-4c75-95f5-c1082c9a0ff2 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1726158 Apr 15 11:02:31.057149 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35508) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:31.060817 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6e6b7-bb35-4c75-95f5-c1082c9a0ff2 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7143b04-4d35-4b97-8ac8-6ef01b07da8b,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:31.066044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-fd99c5f6-371a-4dd7-842e-5d996482130e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Request body: {'security_group_rule': {'security_group_id': '1067f76f-9191-471a-8784-633b55b3f9b5', 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:31.073198 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-fd99c5f6-371a-4dd7-842e-5d996482130e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:31.077695 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-fd99c5f6-371a-4dd7-842e-5d996482130e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Usage tracker for resource:security_group_rule and tenant:026fc95f3041498d9f3c72fd25e5bd10 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:31.080914 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-fd99c5f6-371a-4dd7-842e-5d996482130e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:31.087702 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-fd99c5f6-371a-4dd7-842e-5d996482130e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:31.092942 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b7f6e6b7-bb35-4c75-95f5-c1082c9a0ff2 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:31.100381 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.securitygroups_db [None req-fd99c5f6-371a-4dd7-842e-5d996482130e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Project 026fc95f3041498d9f3c72fd25e5bd10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 11:02:31.110671 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fd99c5f6-371a-4dd7-842e-5d996482130e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:31.178483 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e148cb1b-dec7-4a1e-8b0b-21627fb5174d req-3638228d-5406-4921-b309-6acb4a74a470 service neutron] 10.222.0.108 "GET /v2.0/networks/1a363217-bab9-457c-8605-d79070606d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687438 Apr 15 11:02:31.184874 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fd99c5f6-371a-4dd7-842e-5d996482130e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:31.187769 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fd99c5f6-371a-4dd7-842e-5d996482130e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:31.190041 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-aa5091c9-7e97-464b-b21b-f92b98d29a0e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:31.216604 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99c5f6-371a-4dd7-842e-5d996482130e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7bd214-97ec-4a34-8169-8b7e11b67bb0,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:31.219366 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fd99c5f6-371a-4dd7-842e-5d996482130e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:31.226255 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fd99c5f6-371a-4dd7-842e-5d996482130e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:31.227537 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-fd99c5f6-371a-4dd7-842e-5d996482130e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1694188 Apr 15 11:02:31.292160 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-8584154f-3f60-4045-b69d-10835074fc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'name': 'tempest-TestMinimumBasicScenario-1085487203-router', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:32Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'gw_port': {'id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': '381d9858-9cce-4a0f-9123-23992d35fa20', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'floating_ip_address': '172.28.1.172', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'port_id': 'c52f44b3-8038-4756-9f79-012baaf7b930', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'mac_address': 'fa:16:3e:bc:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:02:27Z', 'updated_at': '2021-04-15T11:02:27Z', 'revision_number': 0, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37afe7e7-c2af-499b-bb99-36661177b3c9', 'name': '', 'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'mac_address': 'fa:16:3e:dc:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:36Z', 'updated_at': '2021-04-15T11:01:45Z', 'revision_number': 5, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'subnets': [{'id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:31.296909 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584154f-3f60-4045-b69d-10835074fc93 None None] The sync data for ids ['a580d1c9-6429-4900-a26a-7709531ca174'] in dv-cinder-786386-1-smb is: [{'id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'name': 'tempest-TestMinimumBasicScenario-1085487203-router', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:32Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'gw_port': {'id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': '381d9858-9cce-4a0f-9123-23992d35fa20', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'floating_ip_address': '172.28.1.172', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'port_id': 'c52f44b3-8038-4756-9f79-012baaf7b930', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'mac_address': 'fa:16:3e:bc:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:02:27Z', 'updated_at': '2021-04-15T11:02:27Z', 'revision_number': 0, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37afe7e7-c2af-499b-bb99-36661177b3c9', 'name': '', 'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'mac_address': 'fa:16:3e:dc:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:36Z', 'updated_at': '2021-04-15T11:01:45Z', 'revision_number': 5, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'subnets': [{'id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:31.367514 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-22314b48-e265-4212-8ec0-38d753a0dd40 req-c358b9b5-ff73-4fdc-aeec-eab5efc991aa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227534950&fields=id&tenant_id=026fc95f3041498d9f3c72fd25e5bd10 HTTP/1.1" status: 200 len: 267 time: 0.0482171 Apr 15 11:02:31.468940 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314b48-e265-4212-8ec0-38d753a0dd40 req-4713deac-aeca-4d70-bac9-1d3d07bab318 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:31.470546 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-22314b48-e265-4212-8ec0-38d753a0dd40 req-4713deac-aeca-4d70-bac9-1d3d07bab318 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 945 time: 0.0967062 Apr 15 11:02:31.483553 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-22314b48-e265-4212-8ec0-38d753a0dd40 req-1b755480-94d9-4a4c-95a6-ecf08014ea59 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Request body: {'port': {'security_groups': ['abb0b197-fdd5-482d-9790-521de723b906', '1067f76f-9191-471a-8784-633b55b3f9b5']}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:31.594088 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8aa019-fb1d-4c14-8624-166ad65c7290 None None] New status for floating IP 381d9858-9cce-4a0f-9123-23992d35fa20: ACTIVE {{(pid=85293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:02:31.627633 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-22314b48-e265-4212-8ec0-38d753a0dd40 req-1b755480-94d9-4a4c-95a6-ecf08014ea59 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:32.009346 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-22314b48-e265-4212-8ec0-38d753a0dd40 req-1b755480-94d9-4a4c-95a6-ecf08014ea59 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] For port c52f44b3-8038-4756-9f79-012baaf7b930, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c52f44b3-8038-4756-9f79-012baaf7b930,segment=NetworkSegment(7cfcea6f-131f-4b59-83eb-bb69c3039ccb),segment_id=7cfcea6f-131f-4b59-83eb-bb69c3039ccb)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:32.036189 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-22314b48-e265-4212-8ec0-38d753a0dd40 req-1b755480-94d9-4a4c-95a6-ecf08014ea59 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:32.041506 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-22314b48-e265-4212-8ec0-38d753a0dd40 req-1b755480-94d9-4a4c-95a6-ecf08014ea59 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847586107'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:32.056675 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:32.079157 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['c52f44b3-8038-4756-9f79-012baaf7b930'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:02:32.209612 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b755480-94d9-4a4c-95a6-ecf08014ea59 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Pushing event updated for resources: {'Port': ['ID=c52f44b3-8038-4756-9f79-012baaf7b930,revision_number=6']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:32.222328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1b755480-94d9-4a4c-95a6-ecf08014ea59 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:32.260753 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314b48-e265-4212-8ec0-38d753a0dd40 req-1b755480-94d9-4a4c-95a6-ecf08014ea59 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:32.261506 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-22314b48-e265-4212-8ec0-38d753a0dd40 req-1b755480-94d9-4a4c-95a6-ecf08014ea59 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:32.262991 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-22314b48-e265-4212-8ec0-38d753a0dd40 req-1b755480-94d9-4a4c-95a6-ecf08014ea59 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "PUT /v2.0/ports/c52f44b3-8038-4756-9f79-012baaf7b930 HTTP/1.1" status: 200 len: 981 time: 0.7850542 Apr 15 11:02:32.263666 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'tag': 'c52f44b3-8038-4756-9f79-012baaf7b930'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:32.339992 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'tag': 'c52f44b3-8038-4756-9f79-012baaf7b930', 'status': 'completed', 'code': 200} Apr 15 11:02:32.432542 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['c52f44b3-8038-4756-9f79-012baaf7b930'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:02:32.477076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f925d-3e5e-4eef-8105-19447d46f7ac req-330d7ea7-8bd5-4dcc-aeb8-92c16952ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:32.478781 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-604f925d-3e5e-4eef-8105-19447d46f7ac req-330d7ea7-8bd5-4dcc-aeb8-92c16952ba6a service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=026fc95f3041498d9f3c72fd25e5bd10&device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 1137 time: 0.0860004 Apr 15 11:02:32.487724 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88372d54-cd63-48a8-9837-a298ab51da9d req-0a76c77e-bb78-4f09-b9fa-29793fb4cf22 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:32.489357 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88372d54-cd63-48a8-9837-a298ab51da9d req-0a76c77e-bb78-4f09-b9fa-29793fb4cf22 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 984 time: 0.1064289 Apr 15 11:02:32.544115 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88372d54-cd63-48a8-9837-a298ab51da9d req-993f9d62-58d7-4fea-b4da-fd0710d51c75 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&id=1067f76f-9191-471a-8784-633b55b3f9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475161 Apr 15 11:02:32.637317 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f925d-3e5e-4eef-8105-19447d46f7ac req-55b7e44e-e799-4db6-8c9f-8d5ce807adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:32.639594 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-604f925d-3e5e-4eef-8105-19447d46f7ac req-55b7e44e-e799-4db6-8c9f-8d5ce807adbd service neutron] 10.222.0.108 "GET /v2.0/networks?id=1a363217-bab9-457c-8605-d79070606d22 HTTP/1.1" status: 200 len: 917 time: 0.1526551 Apr 15 11:02:32.720045 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-2c847ae6-cfed-4b98-9505-0053f6763604 None None] Provisioning complete for port c52f44b3-8038-4756-9f79-012baaf7b930 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:02:32.720465 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2c847ae6-cfed-4b98-9505-0053f6763604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:32.757172 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-604f925d-3e5e-4eef-8105-19447d46f7ac req-faf6ac5e-c19c-46ae-a63c-1d499746eeec service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c52f44b3-8038-4756-9f79-012baaf7b930 HTTP/1.1" status: 200 len: 1001 time: 0.1103811 Apr 15 11:02:32.815307 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c62032f9-1e5e-4c35-a846-8f7d97514cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:32.828220 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f925d-3e5e-4eef-8105-19447d46f7ac req-c34a7ac1-9c8f-4489-8cfb-a3acbe900b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:32.829814 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-604f925d-3e5e-4eef-8105-19447d46f7ac req-c34a7ac1-9c8f-4489-8cfb-a3acbe900b73 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e2e7cf14-27ba-4d70-897b-b76c41168802 HTTP/1.1" status: 200 len: 854 time: 0.0659111 Apr 15 11:02:32.917480 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f925d-3e5e-4eef-8105-19447d46f7ac req-4c928eb2-1b57-4d2f-b637-cfefc3f2fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:32.919164 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-604f925d-3e5e-4eef-8105-19447d46f7ac req-4c928eb2-1b57-4d2f-b637-cfefc3f2fe4f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=1a363217-bab9-457c-8605-d79070606d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815437 Apr 15 11:02:33.078389 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-604f925d-3e5e-4eef-8105-19447d46f7ac req-44e38538-b9d6-40b7-8610-6d7de40901ac service neutron] 10.222.0.108 "GET /v2.0/networks/1a363217-bab9-457c-8605-d79070606d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531622 Apr 15 11:02:33.248626 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-604f925d-3e5e-4eef-8105-19447d46f7ac req-6752de06-5537-4513-9c4d-39d0f8701f60 service neutron] 10.222.0.108 "GET /v2.0/networks/1a363217-bab9-457c-8605-d79070606d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635652 Apr 15 11:02:34.925007 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fbca-b28d-4690-85f8-35b453ff67c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.794290 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:36.296854 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.268229 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:39.813626 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35606) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:39.937718 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e88028b-008e-4d2e-ae75-71fcfa334ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:39.954054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-7e88028b-008e-4d2e-ae75-71fcfa334ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:39.958286 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-7e88028b-008e-4d2e-ae75-71fcfa334ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:e88b0cf2c3cf4dd1a57e44920cd0c9bc is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:39.961219 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-7e88028b-008e-4d2e-ae75-71fcfa334ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:39.968037 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-7e88028b-008e-4d2e-ae75-71fcfa334ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:40.051206 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e88028b-008e-4d2e-ae75-71fcfa334ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.054008 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e88028b-008e-4d2e-ae75-71fcfa334ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.063664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-918f18de-1ae1-4689-9fd5-ae74db6b2520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:40.106420 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-7e88028b-008e-4d2e-ae75-71fcfa334ad8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e88b0cf2c3cf4dd1a57e44920cd0c9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916350 Apr 15 11:02:40.107384 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88028b-008e-4d2e-ae75-71fcfa334ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d012bfe-58ff-4abf-94fe-082d1a5c93ad,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:40.109464 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35612) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:40.110698 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7e88028b-008e-4d2e-ae75-71fcfa334ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:40.171416 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c3b52b4a-3ca5-4218-bc1f-1d3b4276e3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.198855 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c3b52b4a-3ca5-4218-bc1f-1d3b4276e3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.243057 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c3b52b4a-3ca5-4218-bc1f-1d3b4276e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.248517 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5d71abc6-fb7a-4367-be4b-d27c44f71e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:40.259144 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b52b4a-3ca5-4218-bc1f-1d3b4276e3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d012bfe-58ff-4abf-94fe-082d1a5c93ad,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:40.262867 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c3b52b4a-3ca5-4218-bc1f-1d3b4276e3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:40.267077 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c3b52b4a-3ca5-4218-bc1f-1d3b4276e3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.268299 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-c3b52b4a-3ca5-4218-bc1f-1d3b4276e3e7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5d012bfe-58ff-4abf-94fe-082d1a5c93ad HTTP/1.1" status: 204 len: 168 time: 0.1577590 Apr 15 11:02:41.396027 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35644) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:41.527301 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ff22ed8e-6235-4262-8db2-5de8d0b2ce67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.543094 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ff22ed8e-6235-4262-8db2-5de8d0b2ce67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:41.547848 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-ff22ed8e-6235-4262-8db2-5de8d0b2ce67 admin admin] Usage tracker for resource:security_group_rule and tenant:2c2cff9229294b2ca4c0a938d7f6d756 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:41.550791 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-ff22ed8e-6235-4262-8db2-5de8d0b2ce67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:41.556710 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-ff22ed8e-6235-4262-8db2-5de8d0b2ce67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:41.641630 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ff22ed8e-6235-4262-8db2-5de8d0b2ce67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.644324 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ff22ed8e-6235-4262-8db2-5de8d0b2ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.653321 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-05ac12ca-3577-4504-b4c9-ca5dee25b0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:41.695727 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-ff22ed8e-6235-4262-8db2-5de8d0b2ce67 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2c2cff9229294b2ca4c0a938d7f6d756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985196 Apr 15 11:02:41.697704 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22ed8e-6235-4262-8db2-5de8d0b2ce67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca9e25d-e91c-477a-ad99-874318893887,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:41.698899 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35650) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:41.701032 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ff22ed8e-6235-4262-8db2-5de8d0b2ce67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:41.766707 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6a3aafac-88c8-4732-a08e-5249752b359f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.793880 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6a3aafac-88c8-4732-a08e-5249752b359f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.837478 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6a3aafac-88c8-4732-a08e-5249752b359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.842905 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ed98ebf1-c5ea-4e46-8b16-0a57869bc632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:41.855661 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3aafac-88c8-4732-a08e-5249752b359f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca9e25d-e91c-477a-ad99-874318893887,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:41.859888 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6a3aafac-88c8-4732-a08e-5249752b359f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:41.865518 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6a3aafac-88c8-4732-a08e-5249752b359f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.866716 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-6a3aafac-88c8-4732-a08e-5249752b359f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3ca9e25d-e91c-477a-ad99-874318893887 HTTP/1.1" status: 204 len: 168 time: 0.1667721 Apr 15 11:02:42.658369 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.316823 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35778) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:51.442605 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a0da5ae-1e33-41fa-8faf-14d89c39d5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.458206 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4a0da5ae-1e33-41fa-8faf-14d89c39d5cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:51.462183 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4a0da5ae-1e33-41fa-8faf-14d89c39d5cc admin admin] Usage tracker for resource:security_group_rule and tenant:95085bd65dff43f78b59c1e096f239e6 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:51.465107 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4a0da5ae-1e33-41fa-8faf-14d89c39d5cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:51.471681 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4a0da5ae-1e33-41fa-8faf-14d89c39d5cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:51.555597 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a0da5ae-1e33-41fa-8faf-14d89c39d5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.558590 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a0da5ae-1e33-41fa-8faf-14d89c39d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.567793 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1538022f-9057-4239-9f93-92072a2a3542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:51.611904 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-4a0da5ae-1e33-41fa-8faf-14d89c39d5cc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=95085bd65dff43f78b59c1e096f239e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938888 Apr 15 11:02:51.613659 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0da5ae-1e33-41fa-8faf-14d89c39d5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0db0a5f-413e-4159-99b3-2a44a36fad42,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:51.614831 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35784) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:51.616927 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4a0da5ae-1e33-41fa-8faf-14d89c39d5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:51.678588 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-640f3959-ef00-4068-bc0e-7c250eeb185d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.706529 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-640f3959-ef00-4068-bc0e-7c250eeb185d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.754279 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-640f3959-ef00-4068-bc0e-7c250eeb185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.759184 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a230573b-0353-44c8-8055-68698fa46310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:52.017315 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f3959-ef00-4068-bc0e-7c250eeb185d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0db0a5f-413e-4159-99b3-2a44a36fad42,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:52.021205 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-640f3959-ef00-4068-bc0e-7c250eeb185d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:52.026756 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-640f3959-ef00-4068-bc0e-7c250eeb185d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.031207 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-640f3959-ef00-4068-bc0e-7c250eeb185d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b0db0a5f-413e-4159-99b3-2a44a36fad42 HTTP/1.1" status: 204 len: 168 time: 0.4120064 Apr 15 11:02:52.330019 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35792) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:52.349609 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4d98bf9c-d414-4f06-b75c-21c965afcd35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.365712 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4d98bf9c-d414-4f06-b75c-21c965afcd35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:52.369733 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4d98bf9c-d414-4f06-b75c-21c965afcd35 admin admin] Usage tracker for resource:security_group_rule and tenant:10ee6d80a813414889a279f17a62d225 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:52.372928 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4d98bf9c-d414-4f06-b75c-21c965afcd35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:52.378905 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4d98bf9c-d414-4f06-b75c-21c965afcd35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:52.464611 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4d98bf9c-d414-4f06-b75c-21c965afcd35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.468176 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4d98bf9c-d414-4f06-b75c-21c965afcd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.476537 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c3b52b4a-3ca5-4218-bc1f-1d3b4276e3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:52.519190 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-4d98bf9c-d414-4f06-b75c-21c965afcd35 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=10ee6d80a813414889a279f17a62d225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880245 Apr 15 11:02:52.521000 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98bf9c-d414-4f06-b75c-21c965afcd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a174933-791b-4c86-a85f-d92cf21e4f10,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:52.522104 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35796) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:52.524291 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4d98bf9c-d414-4f06-b75c-21c965afcd35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:52.584747 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-255c523a-b72d-421c-82e6-3dcf9647b9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.611695 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-255c523a-b72d-421c-82e6-3dcf9647b9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.655385 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-255c523a-b72d-421c-82e6-3dcf9647b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.660206 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-63d89376-644d-4358-9f75-0a695f9608dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:52.672471 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c523a-b72d-421c-82e6-3dcf9647b9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a174933-791b-4c86-a85f-d92cf21e4f10,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:52.674835 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-255c523a-b72d-421c-82e6-3dcf9647b9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:52.681986 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-255c523a-b72d-421c-82e6-3dcf9647b9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.683856 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-255c523a-b72d-421c-82e6-3dcf9647b9f5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3a174933-791b-4c86-a85f-d92cf21e4f10 HTTP/1.1" status: 204 len: 168 time: 0.1606438 Apr 15 11:02:53.041437 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 35804) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:53.061233 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-02169b48-6c28-44e8-a2bb-4ec87ad373bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.076884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-02169b48-6c28-44e8-a2bb-4ec87ad373bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:53.080995 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-02169b48-6c28-44e8-a2bb-4ec87ad373bc admin admin] Usage tracker for resource:security_group_rule and tenant:7191b18a7c6c47c58c60d406e2b7818d is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:53.083895 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-02169b48-6c28-44e8-a2bb-4ec87ad373bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:53.089838 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-02169b48-6c28-44e8-a2bb-4ec87ad373bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:53.172690 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-02169b48-6c28-44e8-a2bb-4ec87ad373bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.175456 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-02169b48-6c28-44e8-a2bb-4ec87ad373bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.187601 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a100dd42-3f5d-4b2e-9d72-d0e6662feaaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:53.229604 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-02169b48-6c28-44e8-a2bb-4ec87ad373bc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7191b18a7c6c47c58c60d406e2b7818d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869867 Apr 15 11:02:53.231257 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02169b48-6c28-44e8-a2bb-4ec87ad373bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e5553f-cda8-48e2-ab0e-c3643abf9e45,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:53.233060 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35808) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:53.234443 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-02169b48-6c28-44e8-a2bb-4ec87ad373bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:53.297319 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7a58d703-67ff-4ef2-8fb4-107b6a045107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.328569 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7a58d703-67ff-4ef2-8fb4-107b6a045107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.371921 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7a58d703-67ff-4ef2-8fb4-107b6a045107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.377061 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5bfa52b3-d1bf-4d18-ace4-e92357dd9b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:53.390756 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58d703-67ff-4ef2-8fb4-107b6a045107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e5553f-cda8-48e2-ab0e-c3643abf9e45,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:53.395533 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7a58d703-67ff-4ef2-8fb4-107b6a045107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:53.399884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7a58d703-67ff-4ef2-8fb4-107b6a045107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.401100 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-7a58d703-67ff-4ef2-8fb4-107b6a045107 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/64e5553f-cda8-48e2-ab0e-c3643abf9e45 HTTP/1.1" status: 204 len: 168 time: 0.1669798 Apr 15 11:02:55.556462 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac690335-1543-40c4-bd9f-541b5344788b req-940e68cb-6240-43bb-a024-c7b69c6c9f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:55.558090 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ac690335-1543-40c4-bd9f-541b5344788b req-940e68cb-6240-43bb-a024-c7b69c6c9f4d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=026fc95f3041498d9f3c72fd25e5bd10&device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 1137 time: 0.0828879 Apr 15 11:02:55.581710 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04601b-4921-4001-aec6-362c51752fa4 req-5f65f6c5-e190-4483-a741-99a63e9e6617 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:55.583375 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cd04601b-4921-4001-aec6-362c51752fa4 req-5f65f6c5-e190-4483-a741-99a63e9e6617 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 984 time: 0.0999908 Apr 15 11:02:55.636920 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cd04601b-4921-4001-aec6-362c51752fa4 req-dc3cd56f-19da-459c-9407-16ecba02e608 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&id=1067f76f-9191-471a-8784-633b55b3f9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464876 Apr 15 11:02:55.706883 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac690335-1543-40c4-bd9f-541b5344788b req-fca547a5-5ae7-4e63-8a83-e270edcce681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:55.708438 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ac690335-1543-40c4-bd9f-541b5344788b req-fca547a5-5ae7-4e63-8a83-e270edcce681 service neutron] 10.222.0.108 "GET /v2.0/networks?id=1a363217-bab9-457c-8605-d79070606d22 HTTP/1.1" status: 200 len: 917 time: 0.1432238 Apr 15 11:02:55.828089 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ac690335-1543-40c4-bd9f-541b5344788b req-57c55c74-3652-489f-8556-6fd568446662 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c52f44b3-8038-4756-9f79-012baaf7b930 HTTP/1.1" status: 200 len: 1001 time: 0.1117520 Apr 15 11:02:55.905513 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac690335-1543-40c4-bd9f-541b5344788b req-3da430c4-a7c2-4b50-b01a-f2e4756943b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:55.906995 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ac690335-1543-40c4-bd9f-541b5344788b req-3da430c4-a7c2-4b50-b01a-f2e4756943b1 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e2e7cf14-27ba-4d70-897b-b76c41168802 HTTP/1.1" status: 200 len: 854 time: 0.0719714 Apr 15 11:02:55.994674 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac690335-1543-40c4-bd9f-541b5344788b req-42fda115-b9a6-459a-b08c-9cf02a63864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:55.996290 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ac690335-1543-40c4-bd9f-541b5344788b req-42fda115-b9a6-459a-b08c-9cf02a63864b service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=1a363217-bab9-457c-8605-d79070606d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815156 Apr 15 11:02:56.148022 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ac690335-1543-40c4-bd9f-541b5344788b req-dbcd815a-517f-41fa-8c5a-525485eac303 service neutron] 10.222.0.108 "GET /v2.0/networks/1a363217-bab9-457c-8605-d79070606d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448932 Apr 15 11:02:56.299139 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ac690335-1543-40c4-bd9f-541b5344788b req-77829f33-6b15-4980-a32c-96df907a1194 service neutron] 10.222.0.108 "GET /v2.0/networks/1a363217-bab9-457c-8605-d79070606d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427019 Apr 15 11:02:56.853605 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710cba7-b220-4892-b654-e8d1889d95f8 req-8db7800b-c937-49eb-9df0-6c30ea8ad423 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:56.855190 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1710cba7-b220-4892-b654-e8d1889d95f8 req-8db7800b-c937-49eb-9df0-6c30ea8ad423 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 984 time: 0.0954394 Apr 15 11:02:56.907684 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1710cba7-b220-4892-b654-e8d1889d95f8 req-ad71f522-17f9-48a3-b629-5a70eee4140a tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&id=1067f76f-9191-471a-8784-633b55b3f9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453730 Apr 15 11:02:57.829758 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:02:58.115468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01c46f-20c3-4198-a608-b48829f4ad3e req-ff8c25ef-8b95-40dd-9193-d9e3f347d442 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:58.117068 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8d01c46f-20c3-4198-a608-b48829f4ad3e req-ff8c25ef-8b95-40dd-9193-d9e3f347d442 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 984 time: 0.0923557 Apr 15 11:02:58.172626 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8d01c46f-20c3-4198-a608-b48829f4ad3e req-60304a28-6db2-4671-aeb0-38668e0ad0b8 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&id=1067f76f-9191-471a-8784-633b55b3f9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485518 Apr 15 11:02:59.380525 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1784ba-d377-471a-97ac-eb648515f854 req-8a1d3913-4f0c-4e3d-be2f-d20f6e82be41 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:59.382166 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7e1784ba-d377-471a-97ac-eb648515f854 req-8a1d3913-4f0c-4e3d-be2f-d20f6e82be41 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 984 time: 0.0932655 Apr 15 11:02:59.432995 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7e1784ba-d377-471a-97ac-eb648515f854 req-cf3740e2-460c-4d4c-ba59-04ef5b0b5ea8 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&id=1067f76f-9191-471a-8784-633b55b3f9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442059 Apr 15 11:03:00.650481 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdaf8be-aa39-431a-89f9-bb14dff13b22 req-36c3460a-e3fc-4de8-9439-4c42d8d62650 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:00.652153 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1cdaf8be-aa39-431a-89f9-bb14dff13b22 req-36c3460a-e3fc-4de8-9439-4c42d8d62650 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 984 time: 0.0959373 Apr 15 11:03:00.705674 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1cdaf8be-aa39-431a-89f9-bb14dff13b22 req-5c87aa3e-632c-4dd5-823e-e1e50a2874d6 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&id=1067f76f-9191-471a-8784-633b55b3f9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463710 Apr 15 11:03:01.913726 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c79c7-3fe2-45cb-83c1-ab89e8449095 req-e8dabd2b-239d-4b94-8f48-b3000df24d16 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:01.915339 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-087c79c7-3fe2-45cb-83c1-ab89e8449095 req-e8dabd2b-239d-4b94-8f48-b3000df24d16 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 984 time: 0.0914862 Apr 15 11:03:01.967916 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-087c79c7-3fe2-45cb-83c1-ab89e8449095 req-3251e0cc-0c4a-4592-8738-13bdec4ef10e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&id=1067f76f-9191-471a-8784-633b55b3f9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453784 Apr 15 11:03:02.630534 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9670f005-4ba9-469f-b058-3205830decee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:03.178008 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb222d-9304-4a0d-8291-116959c7c848 req-aa6fc104-6394-45d6-9af0-8e81e50cff6f tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:03.179645 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c2bb222d-9304-4a0d-8291-116959c7c848 req-aa6fc104-6394-45d6-9af0-8e81e50cff6f tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 984 time: 0.0941463 Apr 15 11:03:03.231527 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c2bb222d-9304-4a0d-8291-116959c7c848 req-5aa3e9f4-5610-4bb2-80c1-3f9a40f06161 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&id=1067f76f-9191-471a-8784-633b55b3f9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441992 Apr 15 11:03:03.880761 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3fdd3-586f-427d-bc20-d164be407d10 req-11bf3dd0-2101-48f1-adba-7350588ae89c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:03.882449 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d8f3fdd3-586f-427d-bc20-d164be407d10 req-11bf3dd0-2101-48f1-adba-7350588ae89c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0904739 Apr 15 11:03:03.932388 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d8f3fdd3-586f-427d-bc20-d164be407d10 req-faaec16f-1a7f-493a-a852-a69a41bd18eb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422668 Apr 15 11:03:04.440583 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def84a7c-3586-47c1-8e0b-d1344b286897 req-f11b0015-5cf2-414c-9556-843618442de3 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:04.442196 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-def84a7c-3586-47c1-8e0b-d1344b286897 req-f11b0015-5cf2-414c-9556-843618442de3 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 984 time: 0.0929682 Apr 15 11:03:04.494765 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-def84a7c-3586-47c1-8e0b-d1344b286897 req-2ddc2a10-18bb-4f82-a5a5-15cdc84b97d0 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&id=1067f76f-9191-471a-8784-633b55b3f9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457423 Apr 15 11:03:04.926890 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-68784374-b727-41de-b60b-51e08e3092d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.146462 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d319a6-04fc-4331-9d8d-4d4bd8d91832 req-df682099-4f96-49a3-a605-4f1f771a8761 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:05.148065 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-50d319a6-04fc-4331-9d8d-4d4bd8d91832 req-df682099-4f96-49a3-a605-4f1f771a8761 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0932796 Apr 15 11:03:05.197955 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-50d319a6-04fc-4331-9d8d-4d4bd8d91832 req-a51c8a92-2365-4af1-8da1-6f662a8e98b7 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419095 Apr 15 11:03:05.702237 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5e091-4c46-499d-80a3-034132afe97c req-b52c7511-4935-44ff-ab77-3f7d325072b6 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:05.703843 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1db5e091-4c46-499d-80a3-034132afe97c req-b52c7511-4935-44ff-ab77-3f7d325072b6 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 984 time: 0.0924973 Apr 15 11:03:05.754675 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1db5e091-4c46-499d-80a3-034132afe97c req-e7097437-deed-4e99-ba81-10e52ae2bd83 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&id=1067f76f-9191-471a-8784-633b55b3f9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443079 Apr 15 11:03:05.796652 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.167824 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-16172ff5-51e0-47b0-96cb-3f4be94be667 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:06.168622 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-16172ff5-51e0-47b0-96cb-3f4be94be667 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Synchronizing usage tracker for tenant:86c4cac746df44b6aa4b2c6474c31fa2 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:03:06.184392 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-16172ff5-51e0-47b0-96cb-3f4be94be667 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Unset dirty status for tenant:86c4cac746df44b6aa4b2c6474c31fa2 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:03:06.186388 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-16172ff5-51e0-47b0-96cb-3f4be94be667 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.108 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.1095619 Apr 15 11:03:06.265336 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-e3c3f8c7-1305-493e-8f10-fe5e7574c531 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Deleting port 059fff66-48ba-41f1-994b-c833c85ffde0 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:06.265724 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-e3c3f8c7-1305-493e-8f10-fe5e7574c531 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.300220 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.411632 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925b0a5-359f-4705-9a71-8b05e1e082be req-8a7a6feb-7c49-4076-a3ac-d916813301a4 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:06.413249 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c925b0a5-359f-4705-9a71-8b05e1e082be req-8a7a6feb-7c49-4076-a3ac-d916813301a4 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 945 time: 0.0979989 Apr 15 11:03:06.463610 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c925b0a5-359f-4705-9a71-8b05e1e082be req-cc5dfba6-ab8b-434a-b74c-9dddb08035b7 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc7490b2-2ad6-45e0-83af-f23adf5f88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440662 Apr 15 11:03:06.537923 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-e3c3f8c7-1305-493e-8f10-fe5e7574c531 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] For port 059fff66-48ba-41f1-994b-c833c85ffde0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=059fff66-48ba-41f1-994b-c833c85ffde0,segment=NetworkSegment(2526e893-d542-4d82-b275-7343411357be),segment_id=2526e893-d542-4d82-b275-7343411357be)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:06.538332 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-e3c3f8c7-1305-493e-8f10-fe5e7574c531 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.850134 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-e3c3f8c7-1305-493e-8f10-fe5e7574c531 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.850657 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-e3c3f8c7-1305-493e-8f10-fe5e7574c531 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447726'] for floatingip, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.850876 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.l3_db [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-e3c3f8c7-1305-493e-8f10-fe5e7574c531 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Floating IP 39cc1d19-fcfe-4700-89c0-5b2e36765de6 disassociated. External IP: 172.28.1.188, port: 059fff66-48ba-41f1-994b-c833c85ffde0. Apr 15 11:03:06.851265 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-e3c3f8c7-1305-493e-8f10-fe5e7574c531 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Calling delete_port for 059fff66-48ba-41f1-994b-c833c85ffde0 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:06.963362 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c4836-3b3b-4ae1-9892-0f968c2364d5 req-92adb036-1f1b-4e70-8be5-05147231758d tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:06.964979 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ff3c4836-3b3b-4ae1-9892-0f968c2364d5 req-92adb036-1f1b-4e70-8be5-05147231758d tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 984 time: 0.0895338 Apr 15 11:03:07.009983 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-e3c3f8c7-1305-493e-8f10-fe5e7574c531 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.024850 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ff3c4836-3b3b-4ae1-9892-0f968c2364d5 req-6a01c191-3b31-446f-bee8-3af68df78567 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&id=1067f76f-9191-471a-8784-633b55b3f9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519886 Apr 15 11:03:07.047048 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-50708a61-ad4d-4481-9090-0822ba6af6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:07.096776 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3f8c7-1305-493e-8f10-fe5e7574c531 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event deleted for resources: {'Port': ['ID=059fff66-48ba-41f1-994b-c833c85ffde0,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:07.143682 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e3c3f8c7-1305-493e-8f10-fe5e7574c531 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:07.284428 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.412199 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-e3c3f8c7-1305-493e-8f10-fe5e7574c531 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:03:07.607345 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-e3c3f8c7-1305-493e-8f10-fe5e7574c531 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:03:07.618332 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcd76e8-51e1-4092-ba4f-a96605a1894d None None] Sync routers for ids ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:03:07.630087 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcd76e8-51e1-4092-ba4f-a96605a1894d None None] Routers {'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:07.631258 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-06b69150-f579-42a4-87c4-a14a0c2fb15c req-51a805a8-6116-453a-a631-2e2a99c53091 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c61fe44f-d985-466a-9f67-0b6f145877d5 HTTP/1.1" status: 200 len: 210 time: 0.0513391 Apr 15 11:03:07.633330 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-edcd76e8-51e1-4092-ba4f-a96605a1894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:03:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:07.688674 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-e3c3f8c7-1305-493e-8f10-fe5e7574c531 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] No DVR routers for this DVR port 059fff66-48ba-41f1-994b-c833c85ffde0 on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:03:07.691349 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-e3c3f8c7-1305-493e-8f10-fe5e7574c531 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.694420 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61fe44f-d985-466a-9f67-0b6f145877d5', 'name': 'network-vif-deleted', 'tag': '059fff66-48ba-41f1-994b-c833c85ffde0'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:07.714272 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-05ae5cce-ac00-4cd9-9a7f-fc7f173a6ed9 req-e3c3f8c7-1305-493e-8f10-fe5e7574c531 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.108 "DELETE /v2.0/ports/059fff66-48ba-41f1-994b-c833c85ffde0 HTTP/1.1" status: 204 len: 173 time: 1.5223298 Apr 15 11:03:07.753636 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61fe44f-d985-466a-9f67-0b6f145877d5', 'name': 'network-vif-deleted', 'tag': '059fff66-48ba-41f1-994b-c833c85ffde0', 'status': 'completed', 'code': 200} Apr 15 11:03:07.841641 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-edcd76e8-51e1-4092-ba4f-a96605a1894d None None] Set router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:08.197036 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-edcd76e8-51e1-4092-ba4f-a96605a1894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'a413a9ba-f939-4efe-bd6e-a35a26979673', 'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'mac_address': 'fa:16:3e:57:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:01Z', 'updated_at': '2021-04-15T11:00:09Z', 'revision_number': 5, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'subnets': [{'id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:08.201593 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcd76e8-51e1-4092-ba4f-a96605a1894d None None] Checking router: fa6abfcd-5731-4bc4-b10c-bc366f01d8ae for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:03:08.210724 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcd76e8-51e1-4092-ba4f-a96605a1894d None None] Routers {'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:08.211425 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-edcd76e8-51e1-4092-ba4f-a96605a1894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:03:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:08.257021 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e9002-a648-42dd-b25e-41bce989266a req-154d30b4-8029-4c54-8842-4e9c8ef5002c tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:08.258681 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e26e9002-a648-42dd-b25e-41bce989266a req-154d30b4-8029-4c54-8842-4e9c8ef5002c tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 984 time: 0.0925786 Apr 15 11:03:08.314650 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e26e9002-a648-42dd-b25e-41bce989266a req-da916565-362b-41a4-9182-a9694962d4c4 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&id=1067f76f-9191-471a-8784-633b55b3f9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471222 Apr 15 11:03:08.422623 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-edcd76e8-51e1-4092-ba4f-a96605a1894d None None] Set router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:08.762018 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-edcd76e8-51e1-4092-ba4f-a96605a1894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'a413a9ba-f939-4efe-bd6e-a35a26979673', 'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'mac_address': 'fa:16:3e:57:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:01Z', 'updated_at': '2021-04-15T11:00:09Z', 'revision_number': 5, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'subnets': [{'id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:08.766349 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcd76e8-51e1-4092-ba4f-a96605a1894d None None] The sync data for ids ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'] in dv-cinder-786386-1-smb is: [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'a413a9ba-f939-4efe-bd6e-a35a26979673', 'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'mac_address': 'fa:16:3e:57:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:01Z', 'updated_at': '2021-04-15T11:00:09Z', 'revision_number': 5, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'subnets': [{'id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:03:08.767985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35976) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:08.847813 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-653c5517-10e8-460b-b667-824818fb8eed tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.878328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-653c5517-10e8-460b-b667-824818fb8eed tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.925210 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-653c5517-10e8-460b-b667-824818fb8eed tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.930808 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c2be20af-296d-43ae-88de-5c3242bc85bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:08.948270 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c5517-10e8-460b-b667-824818fb8eed tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7490b2-2ad6-45e0-83af-f23adf5f88ff,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:08.951425 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-653c5517-10e8-460b-b667-824818fb8eed tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:08.958612 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-653c5517-10e8-460b-b667-824818fb8eed tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.959861 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-653c5517-10e8-460b-b667-824818fb8eed tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "DELETE /v2.0/security-groups/bc7490b2-2ad6-45e0-83af-f23adf5f88ff HTTP/1.1" status: 204 len: 168 time: 0.1907132 Apr 15 11:03:08.962779 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35980) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:08.981921 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.v2.resource [None req-4a6f4699-4b36-436e-8ffa-89fb2b1fd1b7 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] show failed (client error): The resource could not be found. Apr 15 11:03:08.983893 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-4a6f4699-4b36-436e-8ffa-89fb2b1fd1b7 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups/bc7490b2-2ad6-45e0-83af-f23adf5f88ff HTTP/1.1" status: 404 len: 347 time: 0.0193043 Apr 15 11:03:08.986319 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35984) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:09.140561 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c157b3-4c52-4d1e-ba28-5c28be37d4fd None None] New status for floating IP 39cc1d19-fcfe-4700-89c0-5b2e36765de6: DOWN {{(pid=85293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:03:09.165826 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Deleting port b63ef945-24a3-4bcb-937c-26924c28dfff {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:09.166214 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:09.464511 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 059fff66-48ba-41f1-994b-c833c85ffde0 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:03:09.507070 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: 059fff66-48ba-41f1-994b-c833c85ffde0 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:03:09.507469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 059fff66-48ba-41f1-994b-c833c85ffde0 not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:03:09.593272 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:09.593639 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:09.726698 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Calling delete_port for b63ef945-24a3-4bcb-937c-26924c28dfff owned by network:floatingip {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:09.814577 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.db.api [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85291) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:03:09.814951 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_db.api [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:03:10.316646 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Deleting port b63ef945-24a3-4bcb-937c-26924c28dfff {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:10.317140 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:10.503889 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:10.504464 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:10.647516 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Calling delete_port for b63ef945-24a3-4bcb-937c-26924c28dfff owned by network:floatingip {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:10.796105 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:10.812553 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-45e07aa7-685a-4526-962f-e6ba7026742d tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:10.911653 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event deleted for resources: {'Port': ['ID=b63ef945-24a3-4bcb-937c-26924c28dfff,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:10.930207 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:10.930639 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:10.931055 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:10.931469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:10.931880 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:10.932288 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:10.932735 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:10.933121 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:10.933529 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:10.933945 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:10.934337 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:10.935307 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:10.940567 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:11.093350 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for floatingip, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:11.108278 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:11.109590 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "DELETE /v2.0/floatingips/39cc1d19-fcfe-4700-89c0-5b2e36765de6 HTTP/1.1" status: 204 len: 168 time: 2.1222608 Apr 15 11:03:11.457538 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 35998) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:11.463278 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-5f1aa2f2-8f17-41e0-a27c-44f12cc912bb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1143719257', 'description': 'tempest-description--2141729921'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:11.470260 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5f1aa2f2-8f17-41e0-a27c-44f12cc912bb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:11.474607 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5f1aa2f2-8f17-41e0-a27c-44f12cc912bb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Usage tracker for resource:security_group and tenant:86c4cac746df44b6aa4b2c6474c31fa2 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:11.478656 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5f1aa2f2-8f17-41e0-a27c-44f12cc912bb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:11.484907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5f1aa2f2-8f17-41e0-a27c-44f12cc912bb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:11.493888 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5f1aa2f2-8f17-41e0-a27c-44f12cc912bb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:11.515424 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5f1aa2f2-8f17-41e0-a27c-44f12cc912bb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:11.519376 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5f1aa2f2-8f17-41e0-a27c-44f12cc912bb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Usage tracker for resource:security_group_rule and tenant:86c4cac746df44b6aa4b2c6474c31fa2 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:11.522298 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5f1aa2f2-8f17-41e0-a27c-44f12cc912bb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:11.528189 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5f1aa2f2-8f17-41e0-a27c-44f12cc912bb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:11.605065 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5f1aa2f2-8f17-41e0-a27c-44f12cc912bb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:11.607913 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5f1aa2f2-8f17-41e0-a27c-44f12cc912bb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:11.613581 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-32a5e026-2bf3-4e41-bce1-f0f5215eff11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:11.658211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1aa2f2-8f17-41e0-a27c-44f12cc912bb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4229ee13-feb9-4fe0-82b3-388f1762ec3b,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:11.661004 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5f1aa2f2-8f17-41e0-a27c-44f12cc912bb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:11.662719 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5f1aa2f2-8f17-41e0-a27c-44f12cc912bb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:11.663191 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-5f1aa2f2-8f17-41e0-a27c-44f12cc912bb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2045629 Apr 15 11:03:11.666455 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36004) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:11.672464 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-f468582e-bc0f-4436-baef-df97b343ca63 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Request body: {'security_group_rule': {'security_group_id': '4229ee13-feb9-4fe0-82b3-388f1762ec3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:11.679004 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f468582e-bc0f-4436-baef-df97b343ca63 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:11.683124 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-f468582e-bc0f-4436-baef-df97b343ca63 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Usage tracker for resource:security_group_rule and tenant:86c4cac746df44b6aa4b2c6474c31fa2 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:11.687246 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-f468582e-bc0f-4436-baef-df97b343ca63 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:11.693360 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-f468582e-bc0f-4436-baef-df97b343ca63 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:11.714247 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f468582e-bc0f-4436-baef-df97b343ca63 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:11.779033 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f468582e-bc0f-4436-baef-df97b343ca63 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:11.781770 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f468582e-bc0f-4436-baef-df97b343ca63 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:11.789899 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:11.812952 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468582e-bc0f-4436-baef-df97b343ca63 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee5f1fa-1975-4bcb-b387-97151fa3417a,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:11.815574 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f468582e-bc0f-4436-baef-df97b343ca63 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:11.827009 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f468582e-bc0f-4436-baef-df97b343ca63 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:11.828342 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f468582e-bc0f-4436-baef-df97b343ca63 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607780 Apr 15 11:03:11.831184 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36010) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:11.836922 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-000ba56c-d1f9-4353-bd2a-2868bd077d9f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Request body: {'security_group_rule': {'security_group_id': '4229ee13-feb9-4fe0-82b3-388f1762ec3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:11.844258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-000ba56c-d1f9-4353-bd2a-2868bd077d9f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:11.848418 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-000ba56c-d1f9-4353-bd2a-2868bd077d9f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Usage tracker for resource:security_group_rule and tenant:86c4cac746df44b6aa4b2c6474c31fa2 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:11.851492 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-000ba56c-d1f9-4353-bd2a-2868bd077d9f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:11.858209 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-000ba56c-d1f9-4353-bd2a-2868bd077d9f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:11.875046 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-000ba56c-d1f9-4353-bd2a-2868bd077d9f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:11.941473 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-000ba56c-d1f9-4353-bd2a-2868bd077d9f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:11.944261 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-000ba56c-d1f9-4353-bd2a-2868bd077d9f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:11.947240 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:11.970390 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ba56c-d1f9-4353-bd2a-2868bd077d9f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87cab33-f2e2-45f8-aea4-8f6512690caf,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:11.974719 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-000ba56c-d1f9-4353-bd2a-2868bd077d9f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:11.982341 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-000ba56c-d1f9-4353-bd2a-2868bd077d9f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:11.983663 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-000ba56c-d1f9-4353-bd2a-2868bd077d9f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513033 Apr 15 11:03:11.986923 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36016) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:11.992627 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Request body: {'floatingip': {'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:11.999004 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:12.003016 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Usage tracker for resource:floatingip and tenant:86c4cac746df44b6aa4b2c6474c31fa2 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:12.006759 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:12.013343 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:12.023239 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for floatingip, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:12.178624 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:12.328212 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Allocated IP 172.28.1.50 (75f67454-9d0f-442c-bd06-ccb5d72eecb7/92e09409-23cb-47a5-83a3-d0bf73c89cb1/98c1a9ac-4841-4c01-ab73-1e315cb74f34) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:03:12.670370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:12.712480 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:12.742464 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7189757'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:12.758153 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3848594a-3eaf-4a54-b435-396db0599dfa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:12.893372 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event updated for resources: {'Port': ['ID=98c1a9ac-4841-4c01-ab73-1e315cb74f34,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:12.898651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:12.951817 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:03:12.952300 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Resources bound (agent type, host, resource id): {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:03:12.958160 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:03:13.040899 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:13.107305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:13.380625 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:13.384565 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847586107'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:13.400576 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e59cf5f9-f253-4126-aaf7-73613181fa76 tempest-VolumesActionsTest-553211461 tempest-VolumesActionsTest-553211461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:13.543617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event updated for resources: {'Port': ['ID=98c1a9ac-4841-4c01-ab73-1e315cb74f34,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:13.549092 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:13.657232 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447726'] for floatingip, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:13.679181 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:13.680493 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-c9f9daf8-2941-4e4c-9e70-0a79104c3a79 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6925347 Apr 15 11:03:13.918640 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-6c157a59-26b8-4c4c-9898-270360ef1cd5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1143719257&fields=id&tenant_id=86c4cac746df44b6aa4b2c6474c31fa2 HTTP/1.1" status: 200 len: 267 time: 0.0431666 Apr 15 11:03:14.084443 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-a2740392-a820-4841-9cfc-7ed5b7341a68 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:14.085993 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-a2740392-a820-4841-9cfc-7ed5b7341a68 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/networks?id=98b12ee6-130f-43e6-baec-b4e83ba468aa HTTP/1.1" status: 200 len: 811 time: 0.1599352 Apr 15 11:03:14.102355 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-51a8700f-f969-4727-b3c3-3fdd1def0301 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/quotas/86c4cac746df44b6aa4b2c6474c31fa2 HTTP/1.1" status: 200 len: 375 time: 0.0099907 Apr 15 11:03:14.200873 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-2b085b38-1a40-4d36-bb8f-6d54ae49bb52 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=86c4cac746df44b6aa4b2c6474c31fa2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925601 Apr 15 11:03:14.457733 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-8390ad1d-92c0-466b-935e-8b5032b0a52b service neutron] 10.222.0.98 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441928 Apr 15 11:03:14.603324 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-e8e5c51f-cbc8-45cd-8a8e-5d4943ec7ba2 service neutron] 10.222.0.98 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387098 Apr 15 11:03:14.804602 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8df1a0dc-762e-44e6-9980-7e781b97adde req-2e8e91db-f85a-4584-ae57-80e2e5888972 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 210 time: 0.0505631 Apr 15 11:03:15.975135 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-60f067dc-8ba5-4b59-9c69-4359f500f154 req-7dc5d0de-8456-47da-8c34-d6c2bd9b55b1 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 210 time: 0.0528543 Apr 15 11:03:15.993206 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-5e119e93-a027-474d-a922-b4ab498e22ad tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:15.995044 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-5e119e93-a027-474d-a922-b4ab498e22ad tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.108 "GET /v2.0/networks?id=98b12ee6-130f-43e6-baec-b4e83ba468aa HTTP/1.1" status: 200 len: 811 time: 0.1839876 Apr 15 11:03:16.094165 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-1899618c-f15b-4b17-b6b4-722de372a6a5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Synchronizing usage tracker for tenant:86c4cac746df44b6aa4b2c6474c31fa2 on resource:security_group {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:03:16.111747 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-1899618c-f15b-4b17-b6b4-722de372a6a5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Unset dirty status for tenant:86c4cac746df44b6aa4b2c6474c31fa2 on resource:security_group {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:03:16.113413 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-1899618c-f15b-4b17-b6b4-722de372a6a5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=86c4cac746df44b6aa4b2c6474c31fa2 HTTP/1.1" status: 200 len: 5709 time: 0.1042383 Apr 15 11:03:16.123199 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Request body: {'port': {'device_id': 'e5e38d10-534d-41cb-b6b4-e11250bda81b', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'admin_state_up': True, 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'security_groups': ['4229ee13-feb9-4fe0-82b3-388f1762ec3b']}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:16.272540 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:16.276814 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Usage tracker for resource:port and tenant:86c4cac746df44b6aa4b2c6474c31fa2 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:16.280602 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:16.286580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:16.296542 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Made reservation on behalf of 86c4cac746df44b6aa4b2c6474c31fa2 for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:03:16.302901 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:16.478600 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Allocated IP 172.20.0.11 (98b12ee6-130f-43e6-baec-b4e83ba468aa/402316b6-2fc2-4d66-82ac-ae13f8570bbb/317cb067-6e03-4b34-8f94-39df6a3124fe) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:03:16.674587 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:16.690533 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Transition to ACTIVE for port object 317cb067-6e03-4b34-8f94-39df6a3124fe will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:16.714334 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:16.730586 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f984d4bc-5ea3-4ff0-a915-cb4763445c1b tempest-ServerRescueNegativeTestJSON-1737617942 tempest-ServerRescueNegativeTestJSON-1737617942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:16.875705 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event updated for resources: {'Port': ['ID=317cb067-6e03-4b34-8f94-39df6a3124fe,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:16.880202 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:16.933785 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Network 98b12ee6-130f-43e6-baec-b4e83ba468aa is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:03:16.935446 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:03:16.937681 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:03:17.006479 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:17.007180 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:17.037083 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9180844 Apr 15 11:03:17.058695 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Request body: {'port': {'device_id': 'e5e38d10-534d-41cb-b6b4-e11250bda81b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:17.138707 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-d3716eb4-69b5-4fca-807b-f39d0e04849b None None] Provisioning for port 317cb067-6e03-4b34-8f94-39df6a3124fe completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:03:17.144522 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-d3716eb4-69b5-4fca-807b-f39d0e04849b None None] Provisioning complete for port 317cb067-6e03-4b34-8f94-39df6a3124fe triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:17.145051 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d3716eb4-69b5-4fca-807b-f39d0e04849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:17.192657 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:17.207996 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-d3716eb4-69b5-4fca-807b-f39d0e04849b None None] Port 317cb067-6e03-4b34-8f94-39df6a3124fe cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:03:17.211405 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ab4c3-2bd0-47d8-b7ab-7e61d91781fe req-767b811a-a471-416f-841b-5146f3b669e1 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:17.213063 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bf6ab4c3-2bd0-47d8-b7ab-7e61d91781fe req-767b811a-a471-416f-841b-5146f3b669e1 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 932 time: 0.1059704 Apr 15 11:03:17.262181 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-bf6ab4c3-2bd0-47d8-b7ab-7e61d91781fe req-3b678b61-62f3-4c91-b792-8eae3fe763c1 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=4229ee13-feb9-4fe0-82b3-388f1762ec3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426660 Apr 15 11:03:17.630245 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317cb067-6e03-4b34-8f94-39df6a3124fe {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:03:17.638912 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:17.654079 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Transition to ACTIVE for port object 317cb067-6e03-4b34-8f94-39df6a3124fe will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:17.656457 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452036'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:17.672334 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0183b13d-2aff-495d-87cc-db19d73a892c tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:17.811226 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Pushing event updated for resources: {'Port': ['ID=317cb067-6e03-4b34-8f94-39df6a3124fe,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:17.816648 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:18.041565 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Attempting to bind port 317cb067-6e03-4b34-8f94-39df6a3124fe on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:03:18.042040 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Attempting to bind port 317cb067-6e03-4b34-8f94-39df6a3124fe by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '2526e893-d542-4d82-b275-7343411357be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:03:18.042299 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Attempting to bind port 317cb067-6e03-4b34-8f94-39df6a3124fe on network 98b12ee6-130f-43e6-baec-b4e83ba468aa {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:03:18.048173 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Port 317cb067-6e03-4b34-8f94-39df6a3124fe on network 98b12ee6-130f-43e6-baec-b4e83ba468aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:03:18.048534 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Attempting to bind port 317cb067-6e03-4b34-8f94-39df6a3124fe on network 98b12ee6-130f-43e6-baec-b4e83ba468aa {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:03:18.054305 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:03:18.054685 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Checking segment: {'id': '2526e893-d542-4d82-b275-7343411357be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:03:18.055107 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Bound using segment: {'id': '2526e893-d542-4d82-b275-7343411357be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:03:18.055578 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Bound port: 317cb067-6e03-4b34-8f94-39df6a3124fe, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2526e893-d542-4d82-b275-7343411357be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:03:18.055967 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:18.153444 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] For port 317cb067-6e03-4b34-8f94-39df6a3124fe, host hv-cinder-78638, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:03:18.156485 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] For port 317cb067-6e03-4b34-8f94-39df6a3124fe, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=317cb067-6e03-4b34-8f94-39df6a3124fe,segment=NetworkSegment(2526e893-d542-4d82-b275-7343411357be),segment_id=2526e893-d542-4d82-b275-7343411357be)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:03:18.159728 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452036'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:18.175410 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:18.475338 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083f6c5-b9ad-4b4e-91a5-e19c52c56717 req-e750dfed-f7af-4a7d-bc48-a2c71459991e tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:18.477103 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d083f6c5-b9ad-4b4e-91a5-e19c52c56717 req-e750dfed-f7af-4a7d-bc48-a2c71459991e tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 944 time: 0.0983157 Apr 15 11:03:18.526934 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d083f6c5-b9ad-4b4e-91a5-e19c52c56717 req-61d7ce85-829d-45cf-b8e7-4c4df8d2cf25 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=4229ee13-feb9-4fe0-82b3-388f1762ec3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425148 Apr 15 11:03:18.569734 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Pushing event updated for resources: {'Port': ['ID=317cb067-6e03-4b34-8f94-39df6a3124fe,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:18.573409 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:18.618712 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:18.619458 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:18.620980 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] 10.222.0.108 "PUT /v2.0/ports/317cb067-6e03-4b34-8f94-39df6a3124fe HTTP/1.1" status: 200 len: 1094 time: 1.5682931 Apr 15 11:03:18.621535 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e38d10-534d-41cb-b6b4-e11250bda81b', 'tag': '317cb067-6e03-4b34-8f94-39df6a3124fe'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:18.723208 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e38d10-534d-41cb-b6b4-e11250bda81b', 'tag': '317cb067-6e03-4b34-8f94-39df6a3124fe', 'status': 'completed', 'code': 200} Apr 15 11:03:18.767536 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-a4261dcc-2d0a-4b92-9fc7-8dcce1099627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:18.769257 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-a4261dcc-2d0a-4b92-9fc7-8dcce1099627 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=86c4cac746df44b6aa4b2c6474c31fa2&device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 1097 time: 0.0955167 Apr 15 11:03:18.856578 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-46737504-1d49-4d22-91b8-84efe7fc15c3 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=317cb067-6e03-4b34-8f94-39df6a3124fe HTTP/1.1" status: 200 len: 217 time: 0.0734076 Apr 15 11:03:18.925769 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-defd26ef-d281-4131-97a6-17469395212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:18.927303 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-defd26ef-d281-4131-97a6-17469395212e service neutron] 10.222.0.108 "GET /v2.0/subnets?id=402316b6-2fc2-4d66-82ac-ae13f8570bbb HTTP/1.1" status: 200 len: 850 time: 0.0643744 Apr 15 11:03:19.010365 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-c32e2418-3bb2-40ae-9b1f-2e6a739fde7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:19.011922 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-c32e2418-3bb2-40ae-9b1f-2e6a739fde7d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=98b12ee6-130f-43e6-baec-b4e83ba468aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777721 Apr 15 11:03:19.159575 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-133c0c49-05c9-4d55-a473-10560d8fba0b service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407263 Apr 15 11:03:19.306526 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7552ecf6-a71a-47ee-a121-8ddb60062604 req-f0df531a-d628-4024-95cb-b6d0e4e25144 service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401477 Apr 15 11:03:19.490917 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01779832-e942-4fdd-8e14-d4d88edfbbb6 req-82c7d5e4-c53e-4b83-9a67-64dec2550e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:19.492563 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-01779832-e942-4fdd-8e14-d4d88edfbbb6 req-82c7d5e4-c53e-4b83-9a67-64dec2550e8b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=86c4cac746df44b6aa4b2c6474c31fa2&device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 1097 time: 0.0843604 Apr 15 11:03:19.640915 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01779832-e942-4fdd-8e14-d4d88edfbbb6 req-9d3f9503-ef5e-4b4d-a8f3-5ceb7592e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:19.642512 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-01779832-e942-4fdd-8e14-d4d88edfbbb6 req-9d3f9503-ef5e-4b4d-a8f3-5ceb7592e99b service neutron] 10.222.0.108 "GET /v2.0/networks?id=98b12ee6-130f-43e6-baec-b4e83ba468aa HTTP/1.1" status: 200 len: 913 time: 0.1438684 Apr 15 11:03:19.718820 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-01779832-e942-4fdd-8e14-d4d88edfbbb6 req-7bf81eb2-c764-4e48-a8dc-91dcbca0ba5c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=317cb067-6e03-4b34-8f94-39df6a3124fe HTTP/1.1" status: 200 len: 217 time: 0.0681443 Apr 15 11:03:19.733660 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baebf3-6c9f-4c44-8097-ac014bc1136d req-e7084af9-87b9-4d19-b3e3-ac9d4dfd68c4 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:19.735342 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e5baebf3-6c9f-4c44-8097-ac014bc1136d req-e7084af9-87b9-4d19-b3e3-ac9d4dfd68c4 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 944 time: 0.0900056 Apr 15 11:03:19.786478 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e5baebf3-6c9f-4c44-8097-ac014bc1136d req-7c227fe7-e95b-4ac4-a135-5a9175e42a56 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=4229ee13-feb9-4fe0-82b3-388f1762ec3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445371 Apr 15 11:03:19.796384 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01779832-e942-4fdd-8e14-d4d88edfbbb6 req-f8fa5bf7-dfc4-4ab7-b684-dd362722e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:19.797980 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-01779832-e942-4fdd-8e14-d4d88edfbbb6 req-f8fa5bf7-dfc4-4ab7-b684-dd362722e6c8 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=402316b6-2fc2-4d66-82ac-ae13f8570bbb HTTP/1.1" status: 200 len: 850 time: 0.0715761 Apr 15 11:03:19.883525 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01779832-e942-4fdd-8e14-d4d88edfbbb6 req-9fd4b5f5-3bd7-4cc2-b7a5-9dc67eea949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:19.885151 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-01779832-e942-4fdd-8e14-d4d88edfbbb6 req-9fd4b5f5-3bd7-4cc2-b7a5-9dc67eea949f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=98b12ee6-130f-43e6-baec-b4e83ba468aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785251 Apr 15 11:03:20.038830 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-01779832-e942-4fdd-8e14-d4d88edfbbb6 req-df4ed979-b5b9-45cb-beab-50cfa7f3c4cf service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449385 Apr 15 11:03:20.197741 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36100) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:20.204621 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-01779832-e942-4fdd-8e14-d4d88edfbbb6 req-2119b971-001a-4466-b567-cebf3c12198f service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583755 Apr 15 11:03:20.326479 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b83e25d5-17c0-4ba4-9763-1cd78131444f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:20.343792 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b83e25d5-17c0-4ba4-9763-1cd78131444f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:20.348921 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b83e25d5-17c0-4ba4-9763-1cd78131444f admin admin] Usage tracker for resource:security_group_rule and tenant:b34c2d1f1e86488787ccb8a6e1303d6d is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:20.351893 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b83e25d5-17c0-4ba4-9763-1cd78131444f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:20.358177 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b83e25d5-17c0-4ba4-9763-1cd78131444f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:20.454648 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b83e25d5-17c0-4ba4-9763-1cd78131444f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:20.457899 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b83e25d5-17c0-4ba4-9763-1cd78131444f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:20.469681 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e170b074-824a-4583-a458-0f6515a983f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:20.517020 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b83e25d5-17c0-4ba4-9763-1cd78131444f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b34c2d1f1e86488787ccb8a6e1303d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180988 Apr 15 11:03:20.518934 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e25d5-17c0-4ba4-9763-1cd78131444f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07aa0b2-44a5-40d6-a5ac-ceef69c4435c,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:20.519995 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36106) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:20.522482 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b83e25d5-17c0-4ba4-9763-1cd78131444f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:20.588547 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-18c81f05-2f59-4727-b140-28ca11df464d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:20.616164 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-18c81f05-2f59-4727-b140-28ca11df464d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:20.661382 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-18c81f05-2f59-4727-b140-28ca11df464d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:20.666291 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4cdaf2d4-5bf4-40a1-98b7-2ceec9ab8a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:20.679928 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c81f05-2f59-4727-b140-28ca11df464d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07aa0b2-44a5-40d6-a5ac-ceef69c4435c,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:20.683010 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-18c81f05-2f59-4727-b140-28ca11df464d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:20.683966 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-18c81f05-2f59-4727-b140-28ca11df464d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:20.685707 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-18c81f05-2f59-4727-b140-28ca11df464d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f07aa0b2-44a5-40d6-a5ac-ceef69c4435c HTTP/1.1" status: 204 len: 168 time: 0.1646185 Apr 15 11:03:20.994855 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff4042-9c2f-4a99-a4f1-e1d05148bf40 req-760f643c-605d-4f5f-a890-b8d1196bba12 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:20.996082 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1bff4042-9c2f-4a99-a4f1-e1d05148bf40 req-760f643c-605d-4f5f-a890-b8d1196bba12 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 944 time: 0.0925303 Apr 15 11:03:21.046553 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-1bff4042-9c2f-4a99-a4f1-e1d05148bf40 req-f9e06160-3c72-4bb8-8000-4a9c2936c49c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=4229ee13-feb9-4fe0-82b3-388f1762ec3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435085 Apr 15 11:03:21.534156 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 317cb067-6e03-4b34-8f94-39df6a3124fe details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:03:21.677545 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 317cb067-6e03-4b34-8f94-39df6a3124fe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=317cb067-6e03-4b34-8f94-39df6a3124fe,segment=NetworkSegment(2526e893-d542-4d82-b275-7343411357be),segment_id=2526e893-d542-4d82-b275-7343411357be)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:21.692096 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': '317cb067-6e03-4b34-8f94-39df6a3124fe', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'port_id': '317cb067-6e03-4b34-8f94-39df6a3124fe', 'mac_address': 'fa:16:3e:4a:05:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:03:21.752905 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:21.771158 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317cb067-6e03-4b34-8f94-39df6a3124fe {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:03:21.788006 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 317cb067-6e03-4b34-8f94-39df6a3124fe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=317cb067-6e03-4b34-8f94-39df6a3124fe,segment=NetworkSegment(2526e893-d542-4d82-b275-7343411357be),segment_id=2526e893-d542-4d82-b275-7343411357be)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:21.790840 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:21.792653 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-71161d8e-694b-4989-91fe-131f585f886d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:21.869875 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=317cb067-6e03-4b34-8f94-39df6a3124fe,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:21.880127 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:21.880824 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:21.881289 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:21.881797 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:21.882306 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:21.882795 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:21.883283 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:21.883783 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:21.884269 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:21.884820 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:21.885384 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:21.885773 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:21.890585 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:22.118214 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['317cb067-6e03-4b34-8f94-39df6a3124fe'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:03:22.254556 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6ccdb-f4ed-4b72-b744-395aa5a8efef req-7b508b95-243c-4fa3-be0c-345aeaff4b2b tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:22.256109 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c6f6ccdb-f4ed-4b72-b744-395aa5a8efef req-7b508b95-243c-4fa3-be0c-345aeaff4b2b tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 945 time: 0.0929680 Apr 15 11:03:22.304982 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c6f6ccdb-f4ed-4b72-b744-395aa5a8efef req-2da04488-80c9-46c6-9a33-ac66e145f897 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=4229ee13-feb9-4fe0-82b3-388f1762ec3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420520 Apr 15 11:03:23.513604 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965291c-c8a2-4c2f-84ca-187687a1da0b req-de38c83e-b068-4585-9456-a5d2e93555ad tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:23.515242 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e965291c-c8a2-4c2f-84ca-187687a1da0b req-de38c83e-b068-4585-9456-a5d2e93555ad tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 945 time: 0.0925958 Apr 15 11:03:23.553373 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 317cb067-6e03-4b34-8f94-39df6a3124fe up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:23.565197 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e965291c-c8a2-4c2f-84ca-187687a1da0b req-3024e3a2-bf44-48b4-8e8f-e729d875c1bf tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=4229ee13-feb9-4fe0-82b3-388f1762ec3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428977 Apr 15 11:03:23.624956 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port 317cb067-6e03-4b34-8f94-39df6a3124fe completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:03:23.629708 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port 317cb067-6e03-4b34-8f94-39df6a3124fe triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:23.630136 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:23.763923 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:23.792288 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e38d10-534d-41cb-b6b4-e11250bda81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317cb067-6e03-4b34-8f94-39df6a3124fe'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:23.803355 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port 317cb067-6e03-4b34-8f94-39df6a3124fe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=317cb067-6e03-4b34-8f94-39df6a3124fe,segment=NetworkSegment(2526e893-d542-4d82-b275-7343411357be),segment_id=2526e893-d542-4d82-b275-7343411357be)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:23.806361 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:23.808277 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:23.847267 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e38d10-534d-41cb-b6b4-e11250bda81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317cb067-6e03-4b34-8f94-39df6a3124fe', 'code': 200} Apr 15 11:03:23.881052 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=317cb067-6e03-4b34-8f94-39df6a3124fe,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:23.884060 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:24.111570 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8def7b9-5d8f-4aab-bf6b-4a750129df59 req-d8482940-d3e4-4770-9f72-0413a9090e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:24.113236 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d8def7b9-5d8f-4aab-bf6b-4a750129df59 req-d8482940-d3e4-4770-9f72-0413a9090e7c service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 1099 time: 0.0799308 Apr 15 11:03:24.159122 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d8def7b9-5d8f-4aab-bf6b-4a750129df59 req-0dbfe0b3-c0ba-4eea-8240-375a08c3b92d service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=4229ee13-feb9-4fe0-82b3-388f1762ec3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387845 Apr 15 11:03:24.770867 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d610f-6153-498a-9052-61be60285652 req-443ff38e-20aa-4e11-920d-b18be5688dbf tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:24.772397 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-375d610f-6153-498a-9052-61be60285652 req-443ff38e-20aa-4e11-920d-b18be5688dbf tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 946 time: 0.0882015 Apr 15 11:03:24.821596 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-375d610f-6153-498a-9052-61be60285652 req-9c582597-bdae-4e8f-a05a-d73f94973253 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=4229ee13-feb9-4fe0-82b3-388f1762ec3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420587 Apr 15 11:03:26.037225 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfb60c-5a66-4eac-8578-445b2e143cf4 req-6f5453c4-9797-4d5a-83b2-c3f1dc101913 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:26.038799 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88bfb60c-5a66-4eac-8578-445b2e143cf4 req-6f5453c4-9797-4d5a-83b2-c3f1dc101913 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 946 time: 0.0963111 Apr 15 11:03:26.095044 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88bfb60c-5a66-4eac-8578-445b2e143cf4 req-bbd569ce-545a-4960-bde8-2833347f27b6 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=4229ee13-feb9-4fe0-82b3-388f1762ec3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441954 Apr 15 11:03:26.289416 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837acb3-b3ea-4e12-bdfa-0e97663b736f req-ca4308c9-eb26-4d5c-b1da-6ed322de153a tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:26.290923 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b837acb3-b3ea-4e12-bdfa-0e97663b736f req-ca4308c9-eb26-4d5c-b1da-6ed322de153a tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 946 time: 0.0878294 Apr 15 11:03:26.300835 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36170) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:26.306595 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-ec3ac4ab-fef1-4480-a862-0f68f91cec1b tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Request body: {'floatingip': {'port_id': '317cb067-6e03-4b34-8f94-39df6a3124fe'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:26.390884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ec3ac4ab-fef1-4480-a862-0f68f91cec1b tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for floatingip, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:27.036624 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ec3ac4ab-fef1-4480-a862-0f68f91cec1b tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:27.042715 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ec3ac4ab-fef1-4480-a862-0f68f91cec1b tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447726'] for floatingip, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:27.475528 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.l3_db [None req-ec3ac4ab-fef1-4480-a862-0f68f91cec1b tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Floating IP 0299269d-6096-41d2-92f6-92335d13b964 associated. External IP: 172.28.1.50, port: 317cb067-6e03-4b34-8f94-39df6a3124fe. Apr 15 11:03:27.862545 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3ac4ab-fef1-4480-a862-0f68f91cec1b tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:03:28.058809 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3ac4ab-fef1-4480-a862-0f68f91cec1b tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:03:28.069743 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80cb8ed-303e-4779-86da-0e66cf9d7f13 None None] Sync routers for ids ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:03:28.073083 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ec3ac4ab-fef1-4480-a862-0f68f91cec1b tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:28.082188 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80cb8ed-303e-4779-86da-0e66cf9d7f13 None None] Routers {'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:28.082856 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-d80cb8ed-303e-4779-86da-0e66cf9d7f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:03:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:28.134650 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-ec3ac4ab-fef1-4480-a862-0f68f91cec1b tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "PUT /v2.0/floatingips/0299269d-6096-41d2-92f6-92335d13b964 HTTP/1.1" status: 200 len: 991 time: 1.8325040 Apr 15 11:03:28.135337 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e38d10-534d-41cb-b6b4-e11250bda81b', 'tag': '317cb067-6e03-4b34-8f94-39df6a3124fe'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:28.188485 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e38d10-534d-41cb-b6b4-e11250bda81b', 'tag': '317cb067-6e03-4b34-8f94-39df6a3124fe', 'status': 'completed', 'code': 200} Apr 15 11:03:28.282747 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-d80cb8ed-303e-4779-86da-0e66cf9d7f13 None None] Set router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:28.338348 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953cc64-dcaf-4d9d-967b-062cb497375e req-3cc9a462-2213-40af-b2c9-e92a3d89de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:28.340002 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c953cc64-dcaf-4d9d-967b-062cb497375e req-3cc9a462-2213-40af-b2c9-e92a3d89de83 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=86c4cac746df44b6aa4b2c6474c31fa2&device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 1099 time: 0.0880620 Apr 15 11:03:28.497803 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953cc64-dcaf-4d9d-967b-062cb497375e req-573fa6e0-0498-42bd-a7fc-e23bfca2feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:28.499424 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c953cc64-dcaf-4d9d-967b-062cb497375e req-573fa6e0-0498-42bd-a7fc-e23bfca2feaa service neutron] 10.222.0.108 "GET /v2.0/networks?id=98b12ee6-130f-43e6-baec-b4e83ba468aa HTTP/1.1" status: 200 len: 913 time: 0.1525733 Apr 15 11:03:28.616730 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c953cc64-dcaf-4d9d-967b-062cb497375e req-c23c9453-611c-4e48-bc89-f67a8276fc22 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=317cb067-6e03-4b34-8f94-39df6a3124fe HTTP/1.1" status: 200 len: 999 time: 0.1095290 Apr 15 11:03:28.687038 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953cc64-dcaf-4d9d-967b-062cb497375e req-fe9a42e1-1293-4229-b575-d57407fa57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:28.688612 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c953cc64-dcaf-4d9d-967b-062cb497375e req-fe9a42e1-1293-4229-b575-d57407fa57e8 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=402316b6-2fc2-4d66-82ac-ae13f8570bbb HTTP/1.1" status: 200 len: 850 time: 0.0650425 Apr 15 11:03:28.776426 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953cc64-dcaf-4d9d-967b-062cb497375e req-364c02ba-2391-48bd-b547-72d4f03d00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:28.778717 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c953cc64-dcaf-4d9d-967b-062cb497375e req-364c02ba-2391-48bd-b547-72d4f03d00ad service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=98b12ee6-130f-43e6-baec-b4e83ba468aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818408 Apr 15 11:03:28.812954 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-d80cb8ed-303e-4779-86da-0e66cf9d7f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': '0299269d-6096-41d2-92f6-92335d13b964', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'floating_ip_address': '172.28.1.50', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'port_id': '317cb067-6e03-4b34-8f94-39df6a3124fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'mac_address': 'fa:16:3e:4a:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e38d10-534d-41cb-b6b4-e11250bda81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:13Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 1, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a413a9ba-f939-4efe-bd6e-a35a26979673', 'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'mac_address': 'fa:16:3e:57:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:01Z', 'updated_at': '2021-04-15T11:00:09Z', 'revision_number': 5, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'subnets': [{'id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:28.817013 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80cb8ed-303e-4779-86da-0e66cf9d7f13 None None] Checking router: fa6abfcd-5731-4bc4-b10c-bc366f01d8ae for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:03:28.826267 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80cb8ed-303e-4779-86da-0e66cf9d7f13 None None] Routers {'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:28.826918 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-d80cb8ed-303e-4779-86da-0e66cf9d7f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:03:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:28.924031 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c953cc64-dcaf-4d9d-967b-062cb497375e req-92d7af55-dcc5-41d1-a2b7-6517d6876fed service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387730 Apr 15 11:03:29.019664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-d80cb8ed-303e-4779-86da-0e66cf9d7f13 None None] Set router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:29.079598 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c953cc64-dcaf-4d9d-967b-062cb497375e req-0f01b026-4dcf-43ae-8404-6cd51c49a99a service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479495 Apr 15 11:03:29.398243 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-d80cb8ed-303e-4779-86da-0e66cf9d7f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': '0299269d-6096-41d2-92f6-92335d13b964', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'floating_ip_address': '172.28.1.50', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'port_id': '317cb067-6e03-4b34-8f94-39df6a3124fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'mac_address': 'fa:16:3e:4a:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e38d10-534d-41cb-b6b4-e11250bda81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:13Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 1, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a413a9ba-f939-4efe-bd6e-a35a26979673', 'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'mac_address': 'fa:16:3e:57:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:01Z', 'updated_at': '2021-04-15T11:00:09Z', 'revision_number': 5, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'subnets': [{'id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:29.402484 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80cb8ed-303e-4779-86da-0e66cf9d7f13 None None] The sync data for ids ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'] in dv-cinder-786386-1-smb is: [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': '0299269d-6096-41d2-92f6-92335d13b964', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'floating_ip_address': '172.28.1.50', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'port_id': '317cb067-6e03-4b34-8f94-39df6a3124fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'mac_address': 'fa:16:3e:4a:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e38d10-534d-41cb-b6b4-e11250bda81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:13Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 1, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a413a9ba-f939-4efe-bd6e-a35a26979673', 'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'mac_address': 'fa:16:3e:57:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:01Z', 'updated_at': '2021-04-15T11:00:09Z', 'revision_number': 5, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'subnets': [{'id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:03:29.663636 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aca71b-b387-4150-b335-d968c045f7ae None None] New status for floating IP 0299269d-6096-41d2-92f6-92335d13b964: ACTIVE {{(pid=85293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:03:32.632859 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cb37b4a2-0b20-487d-8007-e24ea2af5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:32.959380 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36254) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:33.086367 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:33.102442 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:33.106555 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Usage tracker for resource:security_group_rule and tenant:9dff6f83d6604ba38f2cdaa9f623c21f is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:33.109484 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:33.115356 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:33.199168 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:33.202761 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:33.211511 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-010cd237-31e5-48cb-95fa-9538623e6e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:33.256718 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9dff6f83d6604ba38f2cdaa9f623c21f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961709 Apr 15 11:03:33.258372 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e3779c-6eed-472d-93c6-9bd81cbf62f3,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:33.259590 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36260) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:33.267378 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:33.267954 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:33.268449 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:33.268829 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:33.269245 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:33.269658 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:33.270067 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:33.270473 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:33.270882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:33.271319 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:33.271724 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:33.272123 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:33.276286 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:33.324178 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5082683a-4137-43ec-b22d-260af6df4e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:33.351334 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5082683a-4137-43ec-b22d-260af6df4e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:33.395627 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5082683a-4137-43ec-b22d-260af6df4e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:33.400711 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5f1aa2f2-8f17-41e0-a27c-44f12cc912bb tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:33.414780 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082683a-4137-43ec-b22d-260af6df4e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e3779c-6eed-472d-93c6-9bd81cbf62f3,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:33.417940 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5082683a-4137-43ec-b22d-260af6df4e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:33.418953 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5082683a-4137-43ec-b22d-260af6df4e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:33.420156 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-5082683a-4137-43ec-b22d-260af6df4e67 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/36e3779c-6eed-472d-93c6-9bd81cbf62f3 HTTP/1.1" status: 204 len: 168 time: 0.1595185 Apr 15 11:03:34.830142 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:03:34.928341 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6aa76b99-c183-4311-9ac1-97db22ecd059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:35.791339 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:36.302034 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:37.274329 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:41.394776 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ab5ed249-56d8-49b0-b5ac-3cd1c5fbb84f req-8aa6c39f-280e-4f51-89b8-843e1f1e5cbc tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227534950&fields=id&tenant_id=026fc95f3041498d9f3c72fd25e5bd10 HTTP/1.1" status: 200 len: 267 time: 0.0447845 Apr 15 11:03:41.487609 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ed249-56d8-49b0-b5ac-3cd1c5fbb84f req-10ccdf2e-7d9e-4c3f-951d-297566c82446 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:41.489198 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ab5ed249-56d8-49b0-b5ac-3cd1c5fbb84f req-10ccdf2e-7d9e-4c3f-951d-297566c82446 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 984 time: 0.0884244 Apr 15 11:03:41.501600 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-ab5ed249-56d8-49b0-b5ac-3cd1c5fbb84f req-3506d848-e396-4b36-8440-97464275918b tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Request body: {'port': {'security_groups': ['abb0b197-fdd5-482d-9790-521de723b906']}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:41.635954 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ab5ed249-56d8-49b0-b5ac-3cd1c5fbb84f req-3506d848-e396-4b36-8440-97464275918b tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:41.957788 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-ab5ed249-56d8-49b0-b5ac-3cd1c5fbb84f req-3506d848-e396-4b36-8440-97464275918b tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] For port c52f44b3-8038-4756-9f79-012baaf7b930, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c52f44b3-8038-4756-9f79-012baaf7b930,segment=NetworkSegment(7cfcea6f-131f-4b59-83eb-bb69c3039ccb),segment_id=7cfcea6f-131f-4b59-83eb-bb69c3039ccb)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:41.984502 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ab5ed249-56d8-49b0-b5ac-3cd1c5fbb84f req-3506d848-e396-4b36-8440-97464275918b tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:41.988464 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ab5ed249-56d8-49b0-b5ac-3cd1c5fbb84f req-3506d848-e396-4b36-8440-97464275918b tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847586107'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:42.004084 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4a3668ed-b117-45d5-95cd-dac0955b98b9 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:42.025524 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['c52f44b3-8038-4756-9f79-012baaf7b930'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:03:42.157134 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506d848-e396-4b36-8440-97464275918b tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Pushing event updated for resources: {'Port': ['ID=c52f44b3-8038-4756-9f79-012baaf7b930,revision_number=7']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:42.162734 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3506d848-e396-4b36-8440-97464275918b tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:42.212453 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ed249-56d8-49b0-b5ac-3cd1c5fbb84f req-3506d848-e396-4b36-8440-97464275918b tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:42.213199 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-ab5ed249-56d8-49b0-b5ac-3cd1c5fbb84f req-3506d848-e396-4b36-8440-97464275918b tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:42.214753 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ab5ed249-56d8-49b0-b5ac-3cd1c5fbb84f req-3506d848-e396-4b36-8440-97464275918b tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "PUT /v2.0/ports/c52f44b3-8038-4756-9f79-012baaf7b930 HTTP/1.1" status: 200 len: 942 time: 0.7187607 Apr 15 11:03:42.216312 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'tag': 'c52f44b3-8038-4756-9f79-012baaf7b930'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:42.223553 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36288) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:42.269120 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'tag': 'c52f44b3-8038-4756-9f79-012baaf7b930', 'status': 'completed', 'code': 200} Apr 15 11:03:42.307594 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-75eb8481-7865-4cc9-8ab4-dbdbb7ec4ea3 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:42.392870 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-75eb8481-7865-4cc9-8ab4-dbdbb7ec4ea3 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:42.409395 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['c52f44b3-8038-4756-9f79-012baaf7b930'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:03:42.461482 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc41cdd-9032-457c-95c6-bafc9660bb31 req-ea930a7a-23fe-46c6-aa87-e2f044b10525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:42.462995 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-6ce90782-cc66-4517-953f-6a38a213f61d None None] Provisioning complete for port c52f44b3-8038-4756-9f79-012baaf7b930 triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:42.463146 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6cc41cdd-9032-457c-95c6-bafc9660bb31 req-ea930a7a-23fe-46c6-aa87-e2f044b10525 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=026fc95f3041498d9f3c72fd25e5bd10&device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 1098 time: 0.1350751 Apr 15 11:03:42.463414 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6ce90782-cc66-4517-953f-6a38a213f61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:42.494604 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-75eb8481-7865-4cc9-8ab4-dbdbb7ec4ea3 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:42.552651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fc7be7ed-4692-406f-b760-0bffecc9e870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:42.575439 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb8481-7865-4cc9-8ab4-dbdbb7ec4ea3 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1067f76f-9191-471a-8784-633b55b3f9b5,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:42.589082 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-75eb8481-7865-4cc9-8ab4-dbdbb7ec4ea3 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:42.598590 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-75eb8481-7865-4cc9-8ab4-dbdbb7ec4ea3 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:42.599837 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-75eb8481-7865-4cc9-8ab4-dbdbb7ec4ea3 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "DELETE /v2.0/security-groups/1067f76f-9191-471a-8784-633b55b3f9b5 HTTP/1.1" status: 204 len: 168 time: 0.3751328 Apr 15 11:03:42.602700 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36292) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:42.714045 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:42.741167 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc41cdd-9032-457c-95c6-bafc9660bb31 req-20597f2d-ef0e-445a-9df0-eda2b0a6eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:42.742790 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6cc41cdd-9032-457c-95c6-bafc9660bb31 req-20597f2d-ef0e-445a-9df0-eda2b0a6eaa9 service neutron] 10.222.0.108 "GET /v2.0/networks?id=1a363217-bab9-457c-8605-d79070606d22 HTTP/1.1" status: 200 len: 917 time: 0.2731457 Apr 15 11:03:42.979217 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-b5370e40-6cc8-48aa-a31b-904852dd7466 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Deleting port 976e9fff-763e-4aa4-8e2d-8fa1db9a4193 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:42.979530 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5370e40-6cc8-48aa-a31b-904852dd7466 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:43.013581 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6cc41cdd-9032-457c-95c6-bafc9660bb31 req-2c264b39-0d0e-485e-b32f-5b09a1e94ca9 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c52f44b3-8038-4756-9f79-012baaf7b930 HTTP/1.1" status: 200 len: 1001 time: 0.1890185 Apr 15 11:03:43.182658 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc41cdd-9032-457c-95c6-bafc9660bb31 req-bdcf99cb-a774-42ab-83cc-21efb053e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:43.184868 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6cc41cdd-9032-457c-95c6-bafc9660bb31 req-bdcf99cb-a774-42ab-83cc-21efb053e3ac service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e2e7cf14-27ba-4d70-897b-b76c41168802 HTTP/1.1" status: 200 len: 854 time: 0.1632981 Apr 15 11:03:43.293294 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5370e40-6cc8-48aa-a31b-904852dd7466 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:43.293593 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5370e40-6cc8-48aa-a31b-904852dd7466 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:43.677273 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-b5370e40-6cc8-48aa-a31b-904852dd7466 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Calling delete_port for 976e9fff-763e-4aa4-8e2d-8fa1db9a4193 owned by network:floatingip {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:43.720923 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc41cdd-9032-457c-95c6-bafc9660bb31 req-f6bfc110-f9dc-4979-8a2c-713439fe927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:43.722511 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6cc41cdd-9032-457c-95c6-bafc9660bb31 req-f6bfc110-f9dc-4979-8a2c-713439fe927b service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=1a363217-bab9-457c-8605-d79070606d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5293713 Apr 15 11:03:43.911122 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6cc41cdd-9032-457c-95c6-bafc9660bb31 req-f721bccb-296d-4897-9efe-d5a957d4b394 service neutron] 10.222.0.108 "GET /v2.0/networks/1a363217-bab9-457c-8605-d79070606d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765676 Apr 15 11:03:44.069023 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5370e40-6cc8-48aa-a31b-904852dd7466 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:44.087429 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b8da802e-51d1-4d60-b97a-5dd8fa505517 tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:44.204822 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5370e40-6cc8-48aa-a31b-904852dd7466 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Pushing event deleted for resources: {'Port': ['ID=976e9fff-763e-4aa4-8e2d-8fa1db9a4193,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:44.210461 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b5370e40-6cc8-48aa-a31b-904852dd7466 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:44.242247 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6cc41cdd-9032-457c-95c6-bafc9660bb31 req-4f05a531-bad3-4ebc-8a42-6dae522318bc service neutron] 10.222.0.108 "GET /v2.0/networks/1a363217-bab9-457c-8605-d79070606d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009274 Apr 15 11:03:44.390965 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5370e40-6cc8-48aa-a31b-904852dd7466 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks [] for floatingip, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:44.391350 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.l3_db [None req-b5370e40-6cc8-48aa-a31b-904852dd7466 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Floating IP 381d9858-9cce-4a0f-9123-23992d35fa20 disassociated (deleted). External IP: 172.28.1.172, port: c52f44b3-8038-4756-9f79-012baaf7b930. Apr 15 11:03:44.772614 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5370e40-6cc8-48aa-a31b-904852dd7466 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Router a580d1c9-6429-4900-a26a-7709531ca174 has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:03:44.966686 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5370e40-6cc8-48aa-a31b-904852dd7466 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:03:44.976895 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f2471-9831-4ce5-b581-a154c6cc182c None None] Sync routers for ids ['a580d1c9-6429-4900-a26a-7709531ca174'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:03:44.979607 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b5370e40-6cc8-48aa-a31b-904852dd7466 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:44.988087 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f2471-9831-4ce5-b581-a154c6cc182c None None] Routers {'a580d1c9-6429-4900-a26a-7709531ca174'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:44.988898 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-8e1f2471-9831-4ce5-b581-a154c6cc182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:03:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['a580d1c9-6429-4900-a26a-7709531ca174'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:45.041688 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b5370e40-6cc8-48aa-a31b-904852dd7466 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "DELETE /v2.0/floatingips/381d9858-9cce-4a0f-9123-23992d35fa20 HTTP/1.1" status: 204 len: 168 time: 2.4378018 Apr 15 11:03:45.042339 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'tag': 'c52f44b3-8038-4756-9f79-012baaf7b930'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:45.093491 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'tag': 'c52f44b3-8038-4756-9f79-012baaf7b930', 'status': 'completed', 'code': 200} Apr 15 11:03:45.190881 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-8e1f2471-9831-4ce5-b581-a154c6cc182c None None] Set router a580d1c9-6429-4900-a26a-7709531ca174 gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:45.229669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2109159-a65b-4b52-b5e3-54a58e5069c7 req-41bd91e2-6201-4160-a537-c33c6abde57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:45.231798 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d2109159-a65b-4b52-b5e3-54a58e5069c7 req-41bd91e2-6201-4160-a537-c33c6abde57b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=026fc95f3041498d9f3c72fd25e5bd10&device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 1098 time: 0.0837681 Apr 15 11:03:45.385114 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2109159-a65b-4b52-b5e3-54a58e5069c7 req-240b3f51-53df-4084-ab0e-51a90b01d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:45.386751 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d2109159-a65b-4b52-b5e3-54a58e5069c7 req-240b3f51-53df-4084-ab0e-51a90b01d414 service neutron] 10.222.0.108 "GET /v2.0/networks?id=1a363217-bab9-457c-8605-d79070606d22 HTTP/1.1" status: 200 len: 917 time: 0.1483824 Apr 15 11:03:45.473119 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d2109159-a65b-4b52-b5e3-54a58e5069c7 req-e114ec4a-bf97-4fb2-bdae-b119df023a0e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c52f44b3-8038-4756-9f79-012baaf7b930 HTTP/1.1" status: 200 len: 217 time: 0.0798137 Apr 15 11:03:45.542064 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-8e1f2471-9831-4ce5-b581-a154c6cc182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'name': 'tempest-TestMinimumBasicScenario-1085487203-router', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:32Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'gw_port': {'id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '37afe7e7-c2af-499b-bb99-36661177b3c9', 'name': '', 'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'mac_address': 'fa:16:3e:dc:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:36Z', 'updated_at': '2021-04-15T11:01:45Z', 'revision_number': 5, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'subnets': [{'id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:45.546906 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f2471-9831-4ce5-b581-a154c6cc182c None None] Checking router: a580d1c9-6429-4900-a26a-7709531ca174 for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:03:45.561884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f2471-9831-4ce5-b581-a154c6cc182c None None] Routers {'a580d1c9-6429-4900-a26a-7709531ca174'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:45.563228 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-8e1f2471-9831-4ce5-b581-a154c6cc182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:03:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['a580d1c9-6429-4900-a26a-7709531ca174'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:45.572525 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2109159-a65b-4b52-b5e3-54a58e5069c7 req-58c49bc5-b438-4f61-bc6e-7972d460da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:45.574134 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d2109159-a65b-4b52-b5e3-54a58e5069c7 req-58c49bc5-b438-4f61-bc6e-7972d460da97 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e2e7cf14-27ba-4d70-897b-b76c41168802 HTTP/1.1" status: 200 len: 854 time: 0.0691102 Apr 15 11:03:45.666404 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2109159-a65b-4b52-b5e3-54a58e5069c7 req-e0105335-3c75-487b-8cb7-f95294c92ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:45.668080 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d2109159-a65b-4b52-b5e3-54a58e5069c7 req-e0105335-3c75-487b-8cb7-f95294c92ffd service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=1a363217-bab9-457c-8605-d79070606d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860927 Apr 15 11:03:45.760965 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-8e1f2471-9831-4ce5-b581-a154c6cc182c None None] Set router a580d1c9-6429-4900-a26a-7709531ca174 gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:45.822618 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d2109159-a65b-4b52-b5e3-54a58e5069c7 req-dfc72763-61a3-4aea-97ff-e68ba182131e service neutron] 10.222.0.108 "GET /v2.0/networks/1a363217-bab9-457c-8605-d79070606d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398566 Apr 15 11:03:45.980534 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-d2109159-a65b-4b52-b5e3-54a58e5069c7 req-caf378b6-f0b3-4e3a-b980-ff3fa13d41a1 service neutron] 10.222.0.108 "GET /v2.0/networks/1a363217-bab9-457c-8605-d79070606d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508665 Apr 15 11:03:46.110196 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-8e1f2471-9831-4ce5-b581-a154c6cc182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'name': 'tempest-TestMinimumBasicScenario-1085487203-router', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:32Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'gw_port': {'id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '37afe7e7-c2af-499b-bb99-36661177b3c9', 'name': '', 'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'mac_address': 'fa:16:3e:dc:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:36Z', 'updated_at': '2021-04-15T11:01:45Z', 'revision_number': 5, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'subnets': [{'id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:46.114522 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f2471-9831-4ce5-b581-a154c6cc182c None None] The sync data for ids ['a580d1c9-6429-4900-a26a-7709531ca174'] in dv-cinder-786386-1-smb is: [{'id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'name': 'tempest-TestMinimumBasicScenario-1085487203-router', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:32Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'gw_port': {'id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '37afe7e7-c2af-499b-bb99-36661177b3c9', 'name': '', 'network_id': '1a363217-bab9-457c-8605-d79070606d22', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'mac_address': 'fa:16:3e:dc:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:36Z', 'updated_at': '2021-04-15T11:01:45Z', 'revision_number': 5, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'subnets': [{'id': 'e2e7cf14-27ba-4d70-897b-b76c41168802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:03:46.496868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278f95db-193d-403c-9746-28012556f7cb None None] New status for floating IP 381d9858-9cce-4a0f-9123-23992d35fa20: DOWN {{(pid=85293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:03:48.434591 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed061101-edc2-41f5-899d-9c0657b56ebd req-6dbc34d3-11c7-453b-a89c-7b885adc75cb tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:48.436114 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ed061101-edc2-41f5-899d-9c0657b56ebd req-6dbc34d3-11c7-453b-a89c-7b885adc75cb tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 945 time: 0.0926185 Apr 15 11:03:48.484929 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-ed061101-edc2-41f5-899d-9c0657b56ebd req-c14f4d06-a4d9-4c3f-bd67-8953998c816f tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420425 Apr 15 11:03:49.690482 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88759662-b9ce-44ea-8a08-9b8c55ce26e0 req-0d92c82d-ddd9-4b4b-a0a7-b326a416c0ef tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:49.692068 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88759662-b9ce-44ea-8a08-9b8c55ce26e0 req-0d92c82d-ddd9-4b4b-a0a7-b326a416c0ef tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 945 time: 0.0946403 Apr 15 11:03:49.740254 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88759662-b9ce-44ea-8a08-9b8c55ce26e0 req-4899d08c-88e3-4f69-960f-b999c751d04e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415566 Apr 15 11:03:50.489097 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1e13d-1922-427b-ab06-6d20e9635c4e req-a56d22c5-ce35-4258-8a40-5ff14a6f7f8f tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:50.490229 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-72b1e13d-1922-427b-ab06-6d20e9635c4e req-a56d22c5-ce35-4258-8a40-5ff14a6f7f8f tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Synchronizing usage tracker for tenant:026fc95f3041498d9f3c72fd25e5bd10 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:03:50.508631 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-72b1e13d-1922-427b-ab06-6d20e9635c4e req-a56d22c5-ce35-4258-8a40-5ff14a6f7f8f tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Unset dirty status for tenant:026fc95f3041498d9f3c72fd25e5bd10 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:03:50.509979 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-72b1e13d-1922-427b-ab06-6d20e9635c4e req-a56d22c5-ce35-4258-8a40-5ff14a6f7f8f tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.108 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 945 time: 0.1173859 Apr 15 11:03:50.604149 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-72b1e13d-1922-427b-ab06-6d20e9635c4e req-9b06a1be-ba06-4b54-be53-b3805596f8fa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Deleting port c52f44b3-8038-4756-9f79-012baaf7b930 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:50.604429 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-72b1e13d-1922-427b-ab06-6d20e9635c4e req-9b06a1be-ba06-4b54-be53-b3805596f8fa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:50.879112 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-72b1e13d-1922-427b-ab06-6d20e9635c4e req-9b06a1be-ba06-4b54-be53-b3805596f8fa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] For port c52f44b3-8038-4756-9f79-012baaf7b930, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c52f44b3-8038-4756-9f79-012baaf7b930,segment=NetworkSegment(7cfcea6f-131f-4b59-83eb-bb69c3039ccb),segment_id=7cfcea6f-131f-4b59-83eb-bb69c3039ccb)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:50.879680 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-72b1e13d-1922-427b-ab06-6d20e9635c4e req-9b06a1be-ba06-4b54-be53-b3805596f8fa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:50.944061 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a25a-818b-4614-908a-1dc1ff1deb9b req-a67d1784-72ab-44b9-9cbc-d000b028ba2e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:50.946570 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2bd8a25a-818b-4614-908a-1dc1ff1deb9b req-a67d1784-72ab-44b9-9cbc-d000b028ba2e tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 945 time: 0.0913150 Apr 15 11:03:50.999033 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2bd8a25a-818b-4614-908a-1dc1ff1deb9b req-4cd74487-ce09-4ef7-a141-18bc6c2ba9c4 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/security-groups?id=abb0b197-fdd5-482d-9790-521de723b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446646 Apr 15 11:03:51.273175 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-72b1e13d-1922-427b-ab06-6d20e9635c4e req-9b06a1be-ba06-4b54-be53-b3805596f8fa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Calling delete_port for c52f44b3-8038-4756-9f79-012baaf7b930 owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:51.429669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-72b1e13d-1922-427b-ab06-6d20e9635c4e req-9b06a1be-ba06-4b54-be53-b3805596f8fa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:51.448477 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-697aa13f-59ea-4478-a701-101631cfbd8b tempest-VolumesSnapshotTestJSON-1170281540 tempest-VolumesSnapshotTestJSON-1170281540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:51.475879 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['c52f44b3-8038-4756-9f79-012baaf7b930'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:03:51.553037 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06a1be-ba06-4b54-be53-b3805596f8fa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Pushing event deleted for resources: {'Port': ['ID=c52f44b3-8038-4756-9f79-012baaf7b930,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:51.556925 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9b06a1be-ba06-4b54-be53-b3805596f8fa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:51.701738 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b1e13d-1922-427b-ab06-6d20e9635c4e req-9b06a1be-ba06-4b54-be53-b3805596f8fa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] No DVR routers for this DVR port c52f44b3-8038-4756-9f79-012baaf7b930 on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:03:51.704267 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-72b1e13d-1922-427b-ab06-6d20e9635c4e req-9b06a1be-ba06-4b54-be53-b3805596f8fa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:51.708316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'name': 'network-vif-deleted', 'tag': 'c52f44b3-8038-4756-9f79-012baaf7b930'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:51.722850 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-72b1e13d-1922-427b-ab06-6d20e9635c4e req-9b06a1be-ba06-4b54-be53-b3805596f8fa tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.108 "DELETE /v2.0/ports/c52f44b3-8038-4756-9f79-012baaf7b930 HTTP/1.1" status: 204 len: 173 time: 1.1998703 Apr 15 11:03:51.762401 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2cdfc3-1a34-4548-8a9e-c3403298c1b4', 'name': 'network-vif-deleted', 'tag': 'c52f44b3-8038-4756-9f79-012baaf7b930', 'status': 'completed', 'code': 200} Apr 15 11:03:51.887743 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5853e428-d736-4caf-bba6-318502553c49 req-825f69da-2696-4305-b44d-a205fe641bc6 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787747 Apr 15 11:03:52.079196 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853e428-d736-4caf-bba6-318502553c49 req-afedd96c-bb91-4cae-a08a-e791b55d1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:52.080913 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5853e428-d736-4caf-bba6-318502553c49 req-afedd96c-bb91-4cae-a08a-e791b55d1623 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=86c4cac746df44b6aa4b2c6474c31fa2&device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 1099 time: 0.0934794 Apr 15 11:03:52.201489 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-39e50d46-9cdc-4ea1-a5cb-eff7624d2f38 req-55855c2f-3456-4d3a-adfe-b0f88176edef tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec2cdfc3-1a34-4548-8a9e-c3403298c1b4 HTTP/1.1" status: 200 len: 210 time: 0.0535963 Apr 15 11:03:52.250040 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853e428-d736-4caf-bba6-318502553c49 req-e76333d8-82de-490f-ab7b-fce8bd619f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:52.251556 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5853e428-d736-4caf-bba6-318502553c49 req-e76333d8-82de-490f-ab7b-fce8bd619f70 service neutron] 10.222.0.108 "GET /v2.0/networks?id=98b12ee6-130f-43e6-baec-b4e83ba468aa HTTP/1.1" status: 200 len: 913 time: 0.1472909 Apr 15 11:03:52.369748 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5853e428-d736-4caf-bba6-318502553c49 req-cefabec3-7582-4946-9a1e-03c895643668 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=317cb067-6e03-4b34-8f94-39df6a3124fe HTTP/1.1" status: 200 len: 1001 time: 0.1118419 Apr 15 11:03:52.446353 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853e428-d736-4caf-bba6-318502553c49 req-d4a99ba5-8711-4ce7-9eb9-ecf609241831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:52.447917 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5853e428-d736-4caf-bba6-318502553c49 req-d4a99ba5-8711-4ce7-9eb9-ecf609241831 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=402316b6-2fc2-4d66-82ac-ae13f8570bbb HTTP/1.1" status: 200 len: 850 time: 0.0713031 Apr 15 11:03:52.533194 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853e428-d736-4caf-bba6-318502553c49 req-e7c1889e-d031-437a-b29c-c52b2774f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:52.534694 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5853e428-d736-4caf-bba6-318502553c49 req-e7c1889e-d031-437a-b29c-c52b2774f995 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=98b12ee6-130f-43e6-baec-b4e83ba468aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792296 Apr 15 11:03:52.679657 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5853e428-d736-4caf-bba6-318502553c49 req-d41ccfb9-ee2e-4508-8526-099e301e4015 service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368253 Apr 15 11:03:52.831258 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5853e428-d736-4caf-bba6-318502553c49 req-04085c03-1013-4e53-bac4-9b1ebca5e343 service neutron] 10.222.0.108 "GET /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439412 Apr 15 11:03:53.662646 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device c52f44b3-8038-4756-9f79-012baaf7b930 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:03:53.701790 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: c52f44b3-8038-4756-9f79-012baaf7b930 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:03:53.702181 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device c52f44b3-8038-4756-9f79-012baaf7b930 not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:03:54.017820 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36398) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:54.585055 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a415d374-e19e-49ed-809e-36368fa173af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854327552'] for router_interface, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:54.953064 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-a415d374-e19e-49ed-809e-36368fa173af admin admin] Deleting port 37afe7e7-c2af-499b-bb99-36661177b3c9 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:54.953633 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a415d374-e19e-49ed-809e-36368fa173af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:55.135333 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-a415d374-e19e-49ed-809e-36368fa173af admin admin] For port 37afe7e7-c2af-499b-bb99-36661177b3c9, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=37afe7e7-c2af-499b-bb99-36661177b3c9,segment=NetworkSegment(7cfcea6f-131f-4b59-83eb-bb69c3039ccb),segment_id=7cfcea6f-131f-4b59-83eb-bb69c3039ccb)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:55.135729 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a415d374-e19e-49ed-809e-36368fa173af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:55.267248 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-a415d374-e19e-49ed-809e-36368fa173af admin admin] Calling delete_port for 37afe7e7-c2af-499b-bb99-36661177b3c9 owned by network:router_interface {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:55.439267 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a415d374-e19e-49ed-809e-36368fa173af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:55.455307 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-47568ebb-7749-4d7d-b16f-70fedaca072c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:55.785194 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415d374-e19e-49ed-809e-36368fa173af admin admin] Pushing event deleted for resources: {'Port': ['ID=37afe7e7-c2af-499b-bb99-36661177b3c9,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:55.791875 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a415d374-e19e-49ed-809e-36368fa173af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:56.146339 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a415d374-e19e-49ed-809e-36368fa173af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854328107'] for router_interface, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:56.655324 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a415d374-e19e-49ed-809e-36368fa173af admin admin] Router a580d1c9-6429-4900-a26a-7709531ca174 has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:03:56.849470 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a415d374-e19e-49ed-809e-36368fa173af admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:03:56.858901 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e566e78-17a9-4cac-90e1-fd7cc44b009a None None] Sync routers for ids ['a580d1c9-6429-4900-a26a-7709531ca174'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:03:56.865620 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-a415d374-e19e-49ed-809e-36368fa173af admin admin] 10.222.0.98 "PUT /v2.0/routers/a580d1c9-6429-4900-a26a-7709531ca174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8440440 Apr 15 11:03:56.865909 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36406) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:56.878627 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e566e78-17a9-4cac-90e1-fd7cc44b009a None None] Routers {'a580d1c9-6429-4900-a26a-7709531ca174'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:56.879356 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-9e566e78-17a9-4cac-90e1-fd7cc44b009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:03:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['a580d1c9-6429-4900-a26a-7709531ca174'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:57.056635 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] Notify callbacks [] for router, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:57.073807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-9e566e78-17a9-4cac-90e1-fd7cc44b009a None None] Set router a580d1c9-6429-4900-a26a-7709531ca174 gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:57.257698 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:57.266423 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] Deleting port c53aad6d-4b1b-48a9-ae39-fff373861cb8 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:57.266802 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:57.394203 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-9e566e78-17a9-4cac-90e1-fd7cc44b009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'name': 'tempest-TestMinimumBasicScenario-1085487203-router', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:32Z', 'updated_at': '2021-04-15T11:03:55Z', 'revision_number': 5, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'gw_port': {'id': 'c53aad6d-4b1b-48a9-ae39-fff373861cb8', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb'}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:57.398257 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e566e78-17a9-4cac-90e1-fd7cc44b009a None None] Checking router: a580d1c9-6429-4900-a26a-7709531ca174 for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:03:57.407987 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e566e78-17a9-4cac-90e1-fd7cc44b009a None None] Routers {'a580d1c9-6429-4900-a26a-7709531ca174'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:57.408634 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-9e566e78-17a9-4cac-90e1-fd7cc44b009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:03:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['a580d1c9-6429-4900-a26a-7709531ca174'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:57.460142 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] For port c53aad6d-4b1b-48a9-ae39-fff373861cb8, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=c53aad6d-4b1b-48a9-ae39-fff373861cb8,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:57.460463 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:57.572927 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-9e566e78-17a9-4cac-90e1-fd7cc44b009a None None] Set router a580d1c9-6429-4900-a26a-7709531ca174 gateway port host: None {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:57.595394 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] Calling delete_port for c53aad6d-4b1b-48a9-ae39-fff373861cb8 owned by network:router_gateway {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:57.688833 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-9e566e78-17a9-4cac-90e1-fd7cc44b009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'name': 'tempest-TestMinimumBasicScenario-1085487203-router', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:32Z', 'updated_at': '2021-04-15T11:03:57Z', 'revision_number': 6, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'gw_port_host': None}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:57.692978 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e566e78-17a9-4cac-90e1-fd7cc44b009a None None] The sync data for ids ['a580d1c9-6429-4900-a26a-7709531ca174'] in dv-cinder-786386-1-smb is: [{'id': 'a580d1c9-6429-4900-a26a-7709531ca174', 'name': 'tempest-TestMinimumBasicScenario-1085487203-router', 'tenant_id': '026fc95f3041498d9f3c72fd25e5bd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:32Z', 'updated_at': '2021-04-15T11:03:57Z', 'revision_number': 6, 'project_id': '026fc95f3041498d9f3c72fd25e5bd10', 'gw_port_host': None}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:03:57.777338 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:57.794749 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-833b26fc-0933-4979-aa5d-bfb6e65a2517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:57.895035 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] Pushing event deleted for resources: {'Port': ['ID=c53aad6d-4b1b-48a9-ae39-fff373861cb8,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:57.898989 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:58.071930 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854328269'] for router_gateway, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:58.512845 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854336555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762011'] for router, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:58.515122 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:58.536698 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-449861'] for router, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:58.537510 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a580d1c9-6429-4900-a26a-7709531ca174 {{(pid=85291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:03:58.551711 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:58.553080 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] 10.222.0.98 "DELETE /v2.0/routers/a580d1c9-6429-4900-a26a-7709531ca174 HTTP/1.1" status: 204 len: 168 time: 1.6861749 Apr 15 11:03:58.555853 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36414) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:58.626929 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-829970e0-c2dd-4e09-9043-a87bfc276a8c admin admin] Deleting subnet e2e7cf14-27ba-4d70-897b-b76c41168802 {{(pid=85291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:03:58.630036 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-829970e0-c2dd-4e09-9043-a87bfc276a8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:58.681387 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-829970e0-c2dd-4e09-9043-a87bfc276a8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848323811'] for subnet, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:58.765776 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-829970e0-c2dd-4e09-9043-a87bfc276a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:58.896216 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device c53aad6d-4b1b-48a9-ae39-fff373861cb8 no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:03:58.936675 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: c53aad6d-4b1b-48a9-ae39-fff373861cb8 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:03:58.937087 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device c53aad6d-4b1b-48a9-ae39-fff373861cb8 not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:03:58.937554 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 37afe7e7-c2af-499b-bb99-36661177b3c9 no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:03:58.973751 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: 37afe7e7-c2af-499b-bb99-36661177b3c9 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:03:58.974144 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 37afe7e7-c2af-499b-bb99-36661177b3c9 not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:03:59.026772 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-829970e0-c2dd-4e09-9043-a87bfc276a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6451979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849947695'] for subnet, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:59.043183 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b9b0a1bc-5a62-4c68-b16a-e1a55a734df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:59.135583 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829970e0-c2dd-4e09-9043-a87bfc276a8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e7cf14-27ba-4d70-897b-b76c41168802,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:59.141362 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-829970e0-c2dd-4e09-9043-a87bfc276a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:59.181564 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-829970e0-c2dd-4e09-9043-a87bfc276a8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:59.187652 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-829970e0-c2dd-4e09-9043-a87bfc276a8c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/e2e7cf14-27ba-4d70-897b-b76c41168802 HTTP/1.1" status: 204 len: 168 time: 0.6309304 Apr 15 11:03:59.189141 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeab9e1-7b5c-41bd-b8cf-b78181cb5f6c None None] Network 1a363217-bab9-457c-8605-d79070606d22 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:03:59.190457 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36418) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:59.308730 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853837892'] for network, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:59.382087 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Deleting port 75b88ae7-8799-4b22-b9ed-d51cafbcc215 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:59.382457 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:59.450258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff2d3d0-7622-47a6-a1e9-a0d484a2212b None None] DHCP port deletion for 1a363217-bab9-457c-8605-d79070606d22 request from dv-cinder-786386-1-smb {{(pid=85293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:03:59.455161 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-bff2d3d0-7622-47a6-a1e9-a0d484a2212b None None] Deleting port 75b88ae7-8799-4b22-b9ed-d51cafbcc215 {{(pid=85293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:59.455581 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bff2d3d0-7622-47a6-a1e9-a0d484a2212b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:59.613722 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] For port 75b88ae7-8799-4b22-b9ed-d51cafbcc215, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=75b88ae7-8799-4b22-b9ed-d51cafbcc215,segment=NetworkSegment(7cfcea6f-131f-4b59-83eb-bb69c3039ccb),segment_id=7cfcea6f-131f-4b59-83eb-bb69c3039ccb)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:59.614277 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:59.677235 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-bff2d3d0-7622-47a6-a1e9-a0d484a2212b None None] For port 75b88ae7-8799-4b22-b9ed-d51cafbcc215, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=75b88ae7-8799-4b22-b9ed-d51cafbcc215,segment=NetworkSegment(7cfcea6f-131f-4b59-83eb-bb69c3039ccb),segment_id=7cfcea6f-131f-4b59-83eb-bb69c3039ccb)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:59.677607 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bff2d3d0-7622-47a6-a1e9-a0d484a2212b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:59.754282 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Calling delete_port for 75b88ae7-8799-4b22-b9ed-d51cafbcc215 owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:59.808628 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-bff2d3d0-7622-47a6-a1e9-a0d484a2212b None None] Calling delete_port for 75b88ae7-8799-4b22-b9ed-d51cafbcc215 owned by network:dhcp {{(pid=85293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:59.835127 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:59.851380 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fea6cd5d-6085-4eff-8898-712919544960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:59.888689 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.db.api [None req-bff2d3d0-7622-47a6-a1e9-a0d484a2212b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:03:59.889124 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_db.api [None req-bff2d3d0-7622-47a6-a1e9-a0d484a2212b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:03:59.953964 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Pushing event deleted for resources: {'Port': ['ID=75b88ae7-8799-4b22-b9ed-d51cafbcc215,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:59.969192 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:00.000585 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] No DVR routers for this DVR port 75b88ae7-8799-4b22-b9ed-d51cafbcc215 on host dv-cinder-786386-1-smb {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:04:00.125422 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854714127', 'neutron.services.segments.db._delete_segments_for_network--9223363309937827905'] for network, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:00.241202 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a363217-bab9-457c-8605-d79070606d22']}} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:00.254234 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfcea6f-131f-4b59-83eb-bb69c3039ccb') {'for_net_delete': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:00.254581 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfcea6f-131f-4b59-83eb-bb69c3039ccb') {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:00.266429 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309937828161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6451973'] for segment, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:00.281771 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:00.288205 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Releasing vlan 1354 on physical network physnet1 to pool {{(pid=85291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:04:00.390471 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-bff2d3d0-7622-47a6-a1e9-a0d484a2212b None None] Deleting port 75b88ae7-8799-4b22-b9ed-d51cafbcc215 {{(pid=85293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:00.391609 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bff2d3d0-7622-47a6-a1e9-a0d484a2212b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:00.469516 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-bff2d3d0-7622-47a6-a1e9-a0d484a2212b None None] The port '75b88ae7-8799-4b22-b9ed-d51cafbcc215' was deleted {{(pid=85293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:04:00.473460 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Network 1a363217-bab9-457c-8605-d79070606d22 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:04:00.483560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848323160'] for segment, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:00.665747 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Network 1a363217-bab9-457c-8605-d79070606d22 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: Traceback (most recent call last): Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: timer() Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: cb(*args, **kw) Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: return func(*args, **kwargs) Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: self._notify() Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: self.callback(batched_events) Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: event.method(event) Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: segment_id)['aggregates'][0] Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: return f(self, *a, **k) Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: return self._get(url).json() Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: **kwargs) Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: return self.request(url, 'GET', **kwargs) Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: **endpoint_filter) Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:04:00.692962 dv-cinder-786386-1-smb neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:04:00.774264 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-61574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447513'] for network, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:00.778592 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:00.795923 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:00.802429 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Pushing event deleted for resources: {'Network': ['ID=1a363217-bab9-457c-8605-d79070606d22,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:00.806935 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:00.818533 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-68c7506d-c042-4375-9ee8-6e9d168b03eb admin admin] 10.222.0.98 "DELETE /v2.0/networks/1a363217-bab9-457c-8605-d79070606d22 HTTP/1.1" status: 204 len: 168 time: 1.6270635 Apr 15 11:04:00.821958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36426) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:00.904873 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 75b88ae7-8799-4b22-b9ed-d51cafbcc215 no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:04:00.942483 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: 75b88ae7-8799-4b22-b9ed-d51cafbcc215 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:04:00.942879 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 75b88ae7-8799-4b22-b9ed-d51cafbcc215 not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:04:01.401050 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-62b4f77b-25cb-4292-9957-e1ceaab999a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854327552'] for router_interface, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:01.774058 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-62b4f77b-25cb-4292-9957-e1ceaab999a2 admin admin] Deleting port 4a8cf11e-8426-407b-a7a1-caabcd8c3fad {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:01.774678 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-62b4f77b-25cb-4292-9957-e1ceaab999a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:01.960925 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-62b4f77b-25cb-4292-9957-e1ceaab999a2 admin admin] For port 4a8cf11e-8426-407b-a7a1-caabcd8c3fad, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=4a8cf11e-8426-407b-a7a1-caabcd8c3fad,segment=NetworkSegment(16122d2e-7f46-4475-80ad-4ef8adee67b9),segment_id=16122d2e-7f46-4475-80ad-4ef8adee67b9)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:01.961337 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-62b4f77b-25cb-4292-9957-e1ceaab999a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:02.361120 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-62b4f77b-25cb-4292-9957-e1ceaab999a2 admin admin] Calling delete_port for 4a8cf11e-8426-407b-a7a1-caabcd8c3fad owned by network:router_interface {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:02.559276 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-62b4f77b-25cb-4292-9957-e1ceaab999a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:02.573669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f4012694-3181-450e-b706-68384178b22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:02.633991 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b884a9e2-2261-4c20-a42a-634c3fb8ee2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:02.676426 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4f77b-25cb-4292-9957-e1ceaab999a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8cf11e-8426-407b-a7a1-caabcd8c3fad,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:02.684495 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-62b4f77b-25cb-4292-9957-e1ceaab999a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:03.037446 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-62b4f77b-25cb-4292-9957-e1ceaab999a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854328107'] for router_interface, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:03.557096 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b4f77b-25cb-4292-9957-e1ceaab999a2 admin admin] Router 8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5 has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:04:03.748359 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b4f77b-25cb-4292-9957-e1ceaab999a2 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:04:03.757584 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2d0a8-e3ac-42ac-9029-3ae27b24bcfb None None] Sync routers for ids ['8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'] in dv-cinder-786386-1-smb {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:04:03.757723 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-62b4f77b-25cb-4292-9957-e1ceaab999a2 admin admin] 10.222.0.98 "PUT /v2.0/routers/8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9346659 Apr 15 11:04:03.760351 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36434) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:03.767987 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d2d0a8-e3ac-42ac-9029-3ae27b24bcfb None None] Routers {'8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:04:03.768655 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-95d2d0a8-e3ac-42ac-9029-3ae27b24bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:03:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:03.961144 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf036930-acbf-4858-a699-835ca175a106 admin admin] Notify callbacks [] for router, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:04.135778 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-95d2d0a8-e3ac-42ac-9029-3ae27b24bcfb None None] Set router 8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5 gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:04:04.158353 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf036930-acbf-4858-a699-835ca175a106 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:04.167076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-bf036930-acbf-4858-a699-835ca175a106 admin admin] Deleting port 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:04.167456 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf036930-acbf-4858-a699-835ca175a106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:04.372757 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-bf036930-acbf-4858-a699-835ca175a106 admin admin] For port 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:04.373509 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf036930-acbf-4858-a699-835ca175a106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:04.452611 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-95d2d0a8-e3ac-42ac-9029-3ae27b24bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'name': 'tempest-TestMinimumBasicScenario-1374902664-router', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:40Z', 'updated_at': '2021-04-15T11:04:02Z', 'revision_number': 5, 'project_id': 'c2511098dac94e50b508258a5cb72fbe', 'gw_port': {'id': '115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:41Z', 'updated_at': '2021-04-15T11:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb'}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:04.456658 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2d0a8-e3ac-42ac-9029-3ae27b24bcfb None None] Checking router: 8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5 for host: dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:04:04.465846 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d2d0a8-e3ac-42ac-9029-3ae27b24bcfb None None] Routers {'8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:04:04.466527 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-95d2d0a8-e3ac-42ac-9029-3ae27b24bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:03:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:04.509527 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-bf036930-acbf-4858-a699-835ca175a106 admin admin] Calling delete_port for 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f owned by network:router_gateway {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:04.630024 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-95d2d0a8-e3ac-42ac-9029-3ae27b24bcfb None None] Set router 8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5 gateway port host: None {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:04:04.689011 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf036930-acbf-4858-a699-835ca175a106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:04.704732 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-82968747-a6b5-4e93-962a-84139fffdc9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:04.747011 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-95d2d0a8-e3ac-42ac-9029-3ae27b24bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'name': 'tempest-TestMinimumBasicScenario-1374902664-router', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:40Z', 'updated_at': '2021-04-15T11:04:04Z', 'revision_number': 6, 'project_id': 'c2511098dac94e50b508258a5cb72fbe', 'gw_port_host': None}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:04.751370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2d0a8-e3ac-42ac-9029-3ae27b24bcfb None None] The sync data for ids ['8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5'] in dv-cinder-786386-1-smb is: [{'id': '8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5', 'name': 'tempest-TestMinimumBasicScenario-1374902664-router', 'tenant_id': 'c2511098dac94e50b508258a5cb72fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:40Z', 'updated_at': '2021-04-15T11:04:04Z', 'revision_number': 6, 'project_id': 'c2511098dac94e50b508258a5cb72fbe', 'gw_port_host': None}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:04:04.801788 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf036930-acbf-4858-a699-835ca175a106 admin admin] Pushing event deleted for resources: {'Port': ['ID=115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:04.808291 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-bf036930-acbf-4858-a699-835ca175a106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:04.912560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 4a8cf11e-8426-407b-a7a1-caabcd8c3fad no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:04:04.962266 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: 4a8cf11e-8426-407b-a7a1-caabcd8c3fad {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:04:04.962664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 4a8cf11e-8426-407b-a7a1-caabcd8c3fad not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:04:04.971078 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-62512c80-99b7-42ed-906c-10c43b254b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.229509 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf036930-acbf-4858-a699-835ca175a106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854328269'] for router_gateway, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.416731 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf036930-acbf-4858-a699-835ca175a106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854336555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762011'] for router, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.419756 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf036930-acbf-4858-a699-835ca175a106 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.443089 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf036930-acbf-4858-a699-835ca175a106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-449861'] for router, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.443664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf036930-acbf-4858-a699-835ca175a106 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5 {{(pid=85291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:04:05.456351 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf036930-acbf-4858-a699-835ca175a106 admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.457627 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-bf036930-acbf-4858-a699-835ca175a106 admin admin] 10.222.0.98 "DELETE /v2.0/routers/8f0e676f-9dbc-4a90-9d9e-a0b8511a68a5 HTTP/1.1" status: 204 len: 168 time: 1.6962624 Apr 15 11:04:05.460341 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36442) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:05.530770 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e87a04-62cb-4f30-93ce-63c3047ca8a0 admin admin] Deleting subnet b78d2f17-da0b-4df0-88ee-bb56a0b585ba {{(pid=85291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:04:05.534032 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b8e87a04-62cb-4f30-93ce-63c3047ca8a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.587556 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b8e87a04-62cb-4f30-93ce-63c3047ca8a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848323811'] for subnet, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.672512 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b8e87a04-62cb-4f30-93ce-63c3047ca8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.792389 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.938161 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b8e87a04-62cb-4f30-93ce-63c3047ca8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6451979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849947695'] for subnet, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.956127 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6a0970b5-f678-45f5-86c9-911886382662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:06.041113 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e87a04-62cb-4f30-93ce-63c3047ca8a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78d2f17-da0b-4df0-88ee-bb56a0b585ba,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:06.044057 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b8e87a04-62cb-4f30-93ce-63c3047ca8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:06.094391 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b8e87a04-62cb-4f30-93ce-63c3047ca8a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:06.100076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8964e6e-1947-4e73-acaf-80e80425c63d None None] Network 877a86e1-dea6-4db3-93e4-afbccee99a4c requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:04:06.100485 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b8e87a04-62cb-4f30-93ce-63c3047ca8a0 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b78d2f17-da0b-4df0-88ee-bb56a0b585ba HTTP/1.1" status: 204 len: 168 time: 0.6390953 Apr 15 11:04:06.103109 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36446) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:06.220372 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853837892'] for network, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:06.294983 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Deleting port d7f5a339-6749-4051-990c-1cd932d3632c {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:06.295582 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:06.318049 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:06.391558 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb66089-1329-4d8b-9ff8-d720fea3c611 None None] DHCP port deletion for 877a86e1-dea6-4db3-93e4-afbccee99a4c request from dv-cinder-786386-1-smb {{(pid=85293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:04:06.395852 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-0cb66089-1329-4d8b-9ff8-d720fea3c611 None None] Deleting port d7f5a339-6749-4051-990c-1cd932d3632c {{(pid=85293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:06.396270 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0cb66089-1329-4d8b-9ff8-d720fea3c611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:06.521927 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] For port d7f5a339-6749-4051-990c-1cd932d3632c, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=d7f5a339-6749-4051-990c-1cd932d3632c,segment=NetworkSegment(16122d2e-7f46-4475-80ad-4ef8adee67b9),segment_id=16122d2e-7f46-4475-80ad-4ef8adee67b9)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:06.522247 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:06.617583 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-0cb66089-1329-4d8b-9ff8-d720fea3c611 None None] For port d7f5a339-6749-4051-990c-1cd932d3632c, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=d7f5a339-6749-4051-990c-1cd932d3632c,segment=NetworkSegment(16122d2e-7f46-4475-80ad-4ef8adee67b9),segment_id=16122d2e-7f46-4475-80ad-4ef8adee67b9)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:06.617939 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0cb66089-1329-4d8b-9ff8-d720fea3c611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:06.661466 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Calling delete_port for d7f5a339-6749-4051-990c-1cd932d3632c owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:06.741676 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:06.757367 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-0cb66089-1329-4d8b-9ff8-d720fea3c611 None None] Calling delete_port for d7f5a339-6749-4051-990c-1cd932d3632c owned by network:dhcp {{(pid=85293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:06.816346 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d4cf6bb9-beac-4e73-a126-3411dfeba46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:06.836385 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.db.api [None req-0cb66089-1329-4d8b-9ff8-d720fea3c611 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:04:06.836818 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_db.api [None req-0cb66089-1329-4d8b-9ff8-d720fea3c611 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:04:06.872747 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f5a339-6749-4051-990c-1cd932d3632c,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:06.877514 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:06.906823 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] No DVR routers for this DVR port d7f5a339-6749-4051-990c-1cd932d3632c on host dv-cinder-786386-1-smb {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:04:06.914521 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:04:06.955038 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:04:06.955433 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 115fef1a-bbe6-4ebb-b9c7-5eef89e8e23f not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:04:06.955912 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device d7f5a339-6749-4051-990c-1cd932d3632c no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:04:06.995432 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: d7f5a339-6749-4051-990c-1cd932d3632c {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:04:06.996110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device d7f5a339-6749-4051-990c-1cd932d3632c not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:04:07.037365 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854714127', 'neutron.services.segments.db._delete_segments_for_network--9223363309937827905'] for network, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:07.166837 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877a86e1-dea6-4db3-93e4-afbccee99a4c']}} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:07.179863 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16122d2e-7f46-4475-80ad-4ef8adee67b9') {'for_net_delete': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:07.180212 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16122d2e-7f46-4475-80ad-4ef8adee67b9') {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:07.193721 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309937828161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6451973'] for segment, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:07.213087 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:07.219754 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Releasing vlan 1362 on physical network physnet1 to pool {{(pid=85291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:04:07.277433 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:07.337783 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-0cb66089-1329-4d8b-9ff8-d720fea3c611 None None] Deleting port d7f5a339-6749-4051-990c-1cd932d3632c {{(pid=85293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:07.338306 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-0cb66089-1329-4d8b-9ff8-d720fea3c611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:07.404169 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Network 877a86e1-dea6-4db3-93e4-afbccee99a4c has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:04:07.411626 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-0cb66089-1329-4d8b-9ff8-d720fea3c611 None None] The port 'd7f5a339-6749-4051-990c-1cd932d3632c' was deleted {{(pid=85293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:04:07.414927 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848323160'] for segment, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:07.597318 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Network 877a86e1-dea6-4db3-93e4-afbccee99a4c has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: Traceback (most recent call last): Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: timer() Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: cb(*args, **kw) Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: return func(*args, **kwargs) Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: self._notify() Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: self.callback(batched_events) Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: event.method(event) Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: segment_id)['aggregates'][0] Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: return f(self, *a, **k) Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: return self._get(url).json() Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: **kwargs) Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: return self.request(url, 'GET', **kwargs) Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: **endpoint_filter) Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:04:07.625128 dv-cinder-786386-1-smb neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:04:07.705038 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-61574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447513'] for network, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:07.708784 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f9a47c01-db4a-4690-ae26-5d9f88332484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:07.723046 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:07.734645 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Pushing event deleted for resources: {'Network': ['ID=877a86e1-dea6-4db3-93e4-afbccee99a4c,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:07.737894 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:07.739512 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-86c4a086-09c8-4232-bedd-3634e1118366 admin admin] 10.222.0.98 "DELETE /v2.0/networks/877a86e1-dea6-4db3-93e4-afbccee99a4c HTTP/1.1" status: 204 len: 168 time: 1.6354086 Apr 15 11:04:07.920182 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36462) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:07.974620 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-1248304c-508d-4339-8f77-2d664956e120 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=026fc95f3041498d9f3c72fd25e5bd10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530930 Apr 15 11:04:07.977292 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36466) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:08.038906 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-28a253d0-4a19-4474-b5a0-33139620e2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:08.067057 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-28a253d0-4a19-4474-b5a0-33139620e2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:08.118200 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-28a253d0-4a19-4474-b5a0-33139620e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:08.123620 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b83e25d5-17c0-4ba4-9763-1cd78131444f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:08.140359 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a253d0-4a19-4474-b5a0-33139620e2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb0b197-fdd5-482d-9790-521de723b906,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:08.144498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-28a253d0-4a19-4474-b5a0-33139620e2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:08.150246 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-28a253d0-4a19-4474-b5a0-33139620e2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:08.154685 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-28a253d0-4a19-4474-b5a0-33139620e2a9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/abb0b197-fdd5-482d-9790-521de723b906 HTTP/1.1" status: 204 len: 168 time: 0.1732016 Apr 15 11:04:08.521254 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36484) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:08.580362 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f3ededa2-6dac-4519-8108-884436900449 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c2511098dac94e50b508258a5cb72fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553889 Apr 15 11:04:08.580598 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36488) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:08.645025 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5a08ef1f-eb10-4192-87e0-27744b6e54d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:08.673271 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5a08ef1f-eb10-4192-87e0-27744b6e54d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:08.726916 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5a08ef1f-eb10-4192-87e0-27744b6e54d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:08.732380 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dbc676e8-87e0-489e-ad64-77919ee9c398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:08.744363 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08ef1f-eb10-4192-87e0-27744b6e54d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49be1ae4-2146-4e9a-a5d9-594d1aa004b9,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:08.747595 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5a08ef1f-eb10-4192-87e0-27744b6e54d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:08.754413 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5a08ef1f-eb10-4192-87e0-27744b6e54d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:08.755728 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-5a08ef1f-eb10-4192-87e0-27744b6e54d2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/49be1ae4-2146-4e9a-a5d9-594d1aa004b9 HTTP/1.1" status: 204 len: 168 time: 0.1740417 Apr 15 11:04:11.830160 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:04:12.683235 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:19.657516 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53768c04-ecb5-493f-a9ae-b1ae35bcefdd req-4cff4bf9-be8f-4d56-89a0-9ab7aa049e4c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:19.659109 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-53768c04-ecb5-493f-a9ae-b1ae35bcefdd req-4cff4bf9-be8f-4d56-89a0-9ab7aa049e4c tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 946 time: 0.0916948 Apr 15 11:04:19.706857 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-53768c04-ecb5-493f-a9ae-b1ae35bcefdd req-38eb27ab-94db-4f23-b229-82824e99a679 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=4229ee13-feb9-4fe0-82b3-388f1762ec3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414197 Apr 15 11:04:20.909996 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635c456-8074-4e7f-bc10-707ba3cacd6c req-481bc274-ea99-4a59-8e5f-f82444625920 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:20.911561 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5635c456-8074-4e7f-bc10-707ba3cacd6c req-481bc274-ea99-4a59-8e5f-f82444625920 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 946 time: 0.0887096 Apr 15 11:04:20.961017 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5635c456-8074-4e7f-bc10-707ba3cacd6c req-27bcddb6-fae0-4b2c-947e-c0ceea358ef1 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=4229ee13-feb9-4fe0-82b3-388f1762ec3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429184 Apr 15 11:04:21.476881 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-b2452694-4d3a-4bea-a5ca-c1a4870b7f09 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:21.477643 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-b2452694-4d3a-4bea-a5ca-c1a4870b7f09 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Synchronizing usage tracker for tenant:86c4cac746df44b6aa4b2c6474c31fa2 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:04:21.492514 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-b2452694-4d3a-4bea-a5ca-c1a4870b7f09 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Unset dirty status for tenant:86c4cac746df44b6aa4b2c6474c31fa2 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:04:21.493756 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-b2452694-4d3a-4bea-a5ca-c1a4870b7f09 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 946 time: 0.1073415 Apr 15 11:04:21.569301 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Deleting port 317cb067-6e03-4b34-8f94-39df6a3124fe {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:21.569689 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:21.834721 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] For port 317cb067-6e03-4b34-8f94-39df6a3124fe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=317cb067-6e03-4b34-8f94-39df6a3124fe,segment=NetworkSegment(2526e893-d542-4d82-b275-7343411357be),segment_id=2526e893-d542-4d82-b275-7343411357be)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:21.835048 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:22.148884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:22.149482 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447726'] for floatingip, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:22.149690 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.l3_db [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Floating IP 0299269d-6096-41d2-92f6-92335d13b964 disassociated. External IP: 172.28.1.50, port: 317cb067-6e03-4b34-8f94-39df6a3124fe. Apr 15 11:04:22.149991 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Calling delete_port for 317cb067-6e03-4b34-8f94-39df6a3124fe owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:22.178147 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db1fab-ffaa-4c54-9a79-9e1b799f3f37 req-fba46d5e-7c23-4abb-9fec-806fa531068d tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:22.179737 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-70db1fab-ffaa-4c54-9a79-9e1b799f3f37 req-fba46d5e-7c23-4abb-9fec-806fa531068d tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 946 time: 0.1035445 Apr 15 11:04:22.229449 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-70db1fab-ffaa-4c54-9a79-9e1b799f3f37 req-d3b3078d-1d68-465c-b458-f8da4d40ceb4 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups?id=4229ee13-feb9-4fe0-82b3-388f1762ec3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428421 Apr 15 11:04:22.304056 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:22.322629 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9f4c9bfc-fffa-4940-8e44-d6e5e017e5e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:22.661472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event deleted for resources: {'Port': ['ID=317cb067-6e03-4b34-8f94-39df6a3124fe,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:22.677576 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:22.677986 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:22.678393 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:22.678790 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:22.679185 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:22.679676 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:22.680069 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:22.680456 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:22.680898 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:22.681286 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:22.681673 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:22.682056 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:22.686181 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:22.945097 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:04:23.143178 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:04:23.154783 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db1a2fa-8230-491f-9cd0-85db174216f4 None None] Sync routers for ids ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:04:23.165909 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db1a2fa-8230-491f-9cd0-85db174216f4 None None] Routers {'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:04:23.166611 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-7db1a2fa-8230-491f-9cd0-85db174216f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:04:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:23.228171 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] No DVR routers for this DVR port 317cb067-6e03-4b34-8f94-39df6a3124fe on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:04:23.231862 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:23.236235 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e38d10-534d-41cb-b6b4-e11250bda81b', 'name': 'network-vif-deleted', 'tag': '317cb067-6e03-4b34-8f94-39df6a3124fe'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:04:23.250545 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-f3a76fc8-b7be-49d0-8def-528ae266b97a req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.108 "DELETE /v2.0/ports/317cb067-6e03-4b34-8f94-39df6a3124fe HTTP/1.1" status: 204 len: 173 time: 1.7513943 Apr 15 11:04:23.292178 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e38d10-534d-41cb-b6b4-e11250bda81b', 'name': 'network-vif-deleted', 'tag': '317cb067-6e03-4b34-8f94-39df6a3124fe', 'status': 'completed', 'code': 200} Apr 15 11:04:23.374708 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-7db1a2fa-8230-491f-9cd0-85db174216f4 None None] Set router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:04:23.407310 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-da73e0fb-e343-4a23-b032-7a03fe9d51fb req-0a5193c6-3e28-4642-95ca-b2d356da032d tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5e38d10-534d-41cb-b6b4-e11250bda81b HTTP/1.1" status: 200 len: 210 time: 0.0519063 Apr 15 11:04:23.709321 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-7db1a2fa-8230-491f-9cd0-85db174216f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'a413a9ba-f939-4efe-bd6e-a35a26979673', 'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'mac_address': 'fa:16:3e:57:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:01Z', 'updated_at': '2021-04-15T11:00:09Z', 'revision_number': 5, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'subnets': [{'id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:23.713344 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db1a2fa-8230-491f-9cd0-85db174216f4 None None] Checking router: fa6abfcd-5731-4bc4-b10c-bc366f01d8ae for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:04:23.722608 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db1a2fa-8230-491f-9cd0-85db174216f4 None None] Routers {'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:04:23.723251 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-7db1a2fa-8230-491f-9cd0-85db174216f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:04:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:23.877328 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 317cb067-6e03-4b34-8f94-39df6a3124fe no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:04:23.915902 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: 317cb067-6e03-4b34-8f94-39df6a3124fe {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:04:23.916296 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device 317cb067-6e03-4b34-8f94-39df6a3124fe not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:04:23.923805 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-7db1a2fa-8230-491f-9cd0-85db174216f4 None None] Set router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:04:24.415789 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-7db1a2fa-8230-491f-9cd0-85db174216f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'a413a9ba-f939-4efe-bd6e-a35a26979673', 'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'mac_address': 'fa:16:3e:57:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:01Z', 'updated_at': '2021-04-15T11:00:09Z', 'revision_number': 5, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'subnets': [{'id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:24.420821 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db1a2fa-8230-491f-9cd0-85db174216f4 None None] The sync data for ids ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'] in dv-cinder-786386-1-smb is: [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:00:01Z', 'revision_number': 4, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'a413a9ba-f939-4efe-bd6e-a35a26979673', 'name': '', 'network_id': '98b12ee6-130f-43e6-baec-b4e83ba468aa', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'mac_address': 'fa:16:3e:57:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:01Z', 'updated_at': '2021-04-15T11:00:09Z', 'revision_number': 5, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'subnets': [{'id': '402316b6-2fc2-4d66-82ac-ae13f8570bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:04:24.540552 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36578) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:24.614873 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-21ecd08e-adbf-4c4e-b276-3afcc2e0f14d tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:24.648715 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-21ecd08e-adbf-4c4e-b276-3afcc2e0f14d tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:24.697499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-21ecd08e-adbf-4c4e-b276-3afcc2e0f14d tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:24.703407 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-88b0d280-1e5e-46e4-92cc-eeef7ee4c2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:24.720235 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecd08e-adbf-4c4e-b276-3afcc2e0f14d tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4229ee13-feb9-4fe0-82b3-388f1762ec3b,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:24.724570 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-21ecd08e-adbf-4c4e-b276-3afcc2e0f14d tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:24.728613 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-21ecd08e-adbf-4c4e-b276-3afcc2e0f14d tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:24.729864 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-21ecd08e-adbf-4c4e-b276-3afcc2e0f14d tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "DELETE /v2.0/security-groups/4229ee13-feb9-4fe0-82b3-388f1762ec3b HTTP/1.1" status: 204 len: 168 time: 0.1881754 Apr 15 11:04:24.732962 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36582) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:24.751273 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.api.v2.resource [None req-e634c2db-a6b4-4f3c-b22b-577040e99de0 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] show failed (client error): The resource could not be found. Apr 15 11:04:24.752601 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e634c2db-a6b4-4f3c-b22b-577040e99de0 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "GET /v2.0/security-groups/4229ee13-feb9-4fe0-82b3-388f1762ec3b HTTP/1.1" status: 404 len: 347 time: 0.0186703 Apr 15 11:04:24.755664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36586) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:24.807687 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3247582-3c4c-4192-ad2f-5bfe1db92152 None None] New status for floating IP 0299269d-6096-41d2-92f6-92335d13b964: DOWN {{(pid=85293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:04:24.934746 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Deleting port 98c1a9ac-4841-4c01-ab73-1e315cb74f34 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:24.935049 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:25.347683 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:25.347971 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:25.478766 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Calling delete_port for 98c1a9ac-4841-4c01-ab73-1e315cb74f34 owned by network:floatingip {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:25.569749 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.db.api [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85292) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:04:25.570114 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_db.api [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:04:26.071245 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Deleting port 98c1a9ac-4841-4c01-ab73-1e315cb74f34 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:26.071632 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:26.252515 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:26.252938 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:26.388312 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Calling delete_port for 98c1a9ac-4841-4c01-ab73-1e315cb74f34 owned by network:floatingip {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:26.533537 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7189757'] for port, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:26.549418 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4a4a30cc-0b8d-4202-bd33-804ca891785f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:26.641439 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Pushing event deleted for resources: {'Port': ['ID=98c1a9ac-4841-4c01-ab73-1e315cb74f34,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:26.648038 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:26.806772 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks [] for floatingip, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:26.823873 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:26.825872 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-14afa423-bd77-455e-96b8-c8966b62ca88 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] 10.222.0.98 "DELETE /v2.0/floatingips/0299269d-6096-41d2-92f6-92335d13b964 HTTP/1.1" status: 204 len: 168 time: 2.0690827 Apr 15 11:04:30.910771 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36616) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:31.494751 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4b16c94-baf4-4ea8-abe7-da972a6059b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854327552'] for router_interface, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:31.869905 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-f4b16c94-baf4-4ea8-abe7-da972a6059b3 admin admin] Deleting port a413a9ba-f939-4efe-bd6e-a35a26979673 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:31.870200 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4b16c94-baf4-4ea8-abe7-da972a6059b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:32.052375 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-f4b16c94-baf4-4ea8-abe7-da972a6059b3 admin admin] For port a413a9ba-f939-4efe-bd6e-a35a26979673, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=a413a9ba-f939-4efe-bd6e-a35a26979673,segment=NetworkSegment(2526e893-d542-4d82-b275-7343411357be),segment_id=2526e893-d542-4d82-b275-7343411357be)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:32.052982 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4b16c94-baf4-4ea8-abe7-da972a6059b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:32.185297 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-f4b16c94-baf4-4ea8-abe7-da972a6059b3 admin admin] Calling delete_port for a413a9ba-f939-4efe-bd6e-a35a26979673 owned by network:router_interface {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:32.500870 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4b16c94-baf4-4ea8-abe7-da972a6059b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7189757'] for port, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:32.517685 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:32.637723 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-483302e7-fb41-4a9e-9ed8-478723e6483c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:32.859193 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b16c94-baf4-4ea8-abe7-da972a6059b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a413a9ba-f939-4efe-bd6e-a35a26979673,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:32.863391 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f4b16c94-baf4-4ea8-abe7-da972a6059b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:33.227615 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f4b16c94-baf4-4ea8-abe7-da972a6059b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854328107'] for router_interface, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:33.745120 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b16c94-baf4-4ea8-abe7-da972a6059b3 admin admin] Router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:04:33.934054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b16c94-baf4-4ea8-abe7-da972a6059b3 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:04:33.943607 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbe2575-79ae-4556-94cf-2220affced58 None None] Sync routers for ids ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:04:33.949108 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f4b16c94-baf4-4ea8-abe7-da972a6059b3 admin admin] 10.222.0.98 "PUT /v2.0/routers/fa6abfcd-5731-4bc4-b10c-bc366f01d8ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0367861 Apr 15 11:04:33.951355 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36620) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:33.955152 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbe2575-79ae-4556-94cf-2220affced58 None None] Routers {'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:04:33.955803 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-cdbe2575-79ae-4556-94cf-2220affced58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:04:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:34.145062 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:34.147932 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-cdbe2575-79ae-4556-94cf-2220affced58 None None] Set router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:04:34.339737 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:34.349386 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Deleting port 60c3734d-cae3-4d03-b715-288dfa4c2c61 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:34.349760 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:34.456565 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-cdbe2575-79ae-4556-94cf-2220affced58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:04:32Z', 'revision_number': 5, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port': {'id': '60c3734d-cae3-4d03-b715-288dfa4c2c61', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:59:58Z', 'updated_at': '2021-04-15T11:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb'}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:34.460627 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbe2575-79ae-4556-94cf-2220affced58 None None] Checking router: fa6abfcd-5731-4bc4-b10c-bc366f01d8ae for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:04:34.470405 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbe2575-79ae-4556-94cf-2220affced58 None None] Routers {'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:04:34.471054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-cdbe2575-79ae-4556-94cf-2220affced58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:04:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:34.536346 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] For port 60c3734d-cae3-4d03-b715-288dfa4c2c61, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=60c3734d-cae3-4d03-b715-288dfa4c2c61,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:34.536781 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:34.632304 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-cdbe2575-79ae-4556-94cf-2220affced58 None None] Set router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae gateway port host: None {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:04:34.669512 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Calling delete_port for 60c3734d-cae3-4d03-b715-288dfa4c2c61 owned by network:router_gateway {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:34.747185 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-cdbe2575-79ae-4556-94cf-2220affced58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:04:34Z', 'revision_number': 6, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port_host': None}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:34.752117 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbe2575-79ae-4556-94cf-2220affced58 None None] The sync data for ids ['fa6abfcd-5731-4bc4-b10c-bc366f01d8ae'] in dv-cinder-786386-1-smb is: [{'id': 'fa6abfcd-5731-4bc4-b10c-bc366f01d8ae', 'name': 'tempest-AttachVolumeTestJSON-1512499967-router', 'tenant_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:59:57Z', 'updated_at': '2021-04-15T11:04:34Z', 'revision_number': 6, 'project_id': '86c4cac746df44b6aa4b2c6474c31fa2', 'gw_port_host': None}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:04:34.855053 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7189757'] for port, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:34.871215 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:34.924820 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device a413a9ba-f939-4efe-bd6e-a35a26979673 no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:04:34.968268 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: a413a9ba-f939-4efe-bd6e-a35a26979673 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:04:34.968672 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device a413a9ba-f939-4efe-bd6e-a35a26979673 not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:04:34.972349 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c3734d-cae3-4d03-b715-288dfa4c2c61,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:34.978463 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9063c248-8a83-4051-9b05-c01e45a1870b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:34.987909 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:34.988310 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:34.989399 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:34.989399 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:34.989608 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:34.989914 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:34.990487 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:34.990689 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:34.991069 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:34.991476 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:34.991848 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:34.992236 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:34.995588 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:35.162880 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854328269'] for router_gateway, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:35.586499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854336555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762011'] for router, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:35.588721 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:35.674535 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-449861'] for router, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:35.675111 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa6abfcd-5731-4bc4-b10c-bc366f01d8ae {{(pid=85292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:04:35.688094 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] Notify callbacks [] for router, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:35.689368 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-31fbce3a-0856-48bb-97ab-ebafdf7884b6 admin admin] 10.222.0.98 "DELETE /v2.0/routers/fa6abfcd-5731-4bc4-b10c-bc366f01d8ae HTTP/1.1" status: 204 len: 168 time: 1.7360461 Apr 15 11:04:35.692578 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36624) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:35.761200 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4e0082-6dd4-464b-83c6-d096ae2ae6c9 admin admin] Deleting subnet 402316b6-2fc2-4d66-82ac-ae13f8570bbb {{(pid=85292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:04:35.764297 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0082-6dd4-464b-83c6-d096ae2ae6c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:35.797653 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:35.822278 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0082-6dd4-464b-83c6-d096ae2ae6c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7193441'] for subnet, precommit_delete_associations {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:35.949436 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0082-6dd4-464b-83c6-d096ae2ae6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:36.209405 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0082-6dd4-464b-83c6-d096ae2ae6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847586166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8185521'] for subnet, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:36.225331 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b9658f52-7d34-47e4-834f-4eec28d219d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:36.299492 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:36.309294 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e0082-6dd4-464b-83c6-d096ae2ae6c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402316b6-2fc2-4d66-82ac-ae13f8570bbb,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:36.317258 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9d4e0082-6dd4-464b-83c6-d096ae2ae6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:36.360985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0082-6dd4-464b-83c6-d096ae2ae6c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for subnet, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:36.366574 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c161f212-2115-4453-ba88-ea225ad05fad None None] Network 98b12ee6-130f-43e6-baec-b4e83ba468aa requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:04:36.366992 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-9d4e0082-6dd4-464b-83c6-d096ae2ae6c9 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/402316b6-2fc2-4d66-82ac-ae13f8570bbb HTTP/1.1" status: 204 len: 168 time: 0.6733220 Apr 15 11:04:36.369801 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36628) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:36.487862 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853837892'] for network, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:36.560535 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Deleting port c24cbe35-9522-4a2d-8982-4f8e264cbdd1 {{(pid=85292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:36.561615 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:36.621705 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d2db3e-48e7-4ae8-8b81-b215a96a152e None None] DHCP port deletion for 98b12ee6-130f-43e6-baec-b4e83ba468aa request from dv-cinder-786386-1-smb {{(pid=85293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:04:36.626669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c3d2db3e-48e7-4ae8-8b81-b215a96a152e None None] Deleting port c24cbe35-9522-4a2d-8982-4f8e264cbdd1 {{(pid=85293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:36.627094 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c3d2db3e-48e7-4ae8-8b81-b215a96a152e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:36.788028 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] For port c24cbe35-9522-4a2d-8982-4f8e264cbdd1, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=c24cbe35-9522-4a2d-8982-4f8e264cbdd1,segment=NetworkSegment(2526e893-d542-4d82-b275-7343411357be),segment_id=2526e893-d542-4d82-b275-7343411357be)] {{(pid=85292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:36.788357 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:36.931991 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device c24cbe35-9522-4a2d-8982-4f8e264cbdd1 no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:04:36.935002 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Calling delete_port for c24cbe35-9522-4a2d-8982-4f8e264cbdd1 owned by network:dhcp {{(pid=85292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:37.017760 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7189757'] for port, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:37.033980 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:37.094543 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-c3d2db3e-48e7-4ae8-8b81-b215a96a152e None None] For port c24cbe35-9522-4a2d-8982-4f8e264cbdd1, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=c24cbe35-9522-4a2d-8982-4f8e264cbdd1,segment=NetworkSegment(2526e893-d542-4d82-b275-7343411357be),segment_id=2526e893-d542-4d82-b275-7343411357be)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:37.094904 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c3d2db3e-48e7-4ae8-8b81-b215a96a152e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:37.106973 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No active binding found for port c24cbe35-9522-4a2d-8982-4f8e264cbdd1 {{(pid=85293) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 15 11:04:37.107712 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device c24cbe35-9522-4a2d-8982-4f8e264cbdd1 not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:04:37.109027 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 60c3734d-cae3-4d03-b715-288dfa4c2c61 no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:04:37.161449 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c24cbe35-9522-4a2d-8982-4f8e264cbdd1,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:37.171717 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:37.218185 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] No DVR routers for this DVR port c24cbe35-9522-4a2d-8982-4f8e264cbdd1 on host dv-cinder-786386-1-smb {{(pid=85292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:04:37.282585 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: 60c3734d-cae3-4d03-b715-288dfa4c2c61 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:04:37.283206 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 60c3734d-cae3-4d03-b715-288dfa4c2c61 not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:04:37.293941 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c3d2db3e-48e7-4ae8-8b81-b215a96a152e None None] Calling delete_port for c24cbe35-9522-4a2d-8982-4f8e264cbdd1 owned by network:dhcp {{(pid=85293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:37.352393 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:37.355234 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854714127', 'neutron.services.segments.db._delete_segments_for_network--9223363309937827905'] for network, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:37.389811 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.db.api [None req-c3d2db3e-48e7-4ae8-8b81-b215a96a152e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:04:37.390358 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_db.api [None req-c3d2db3e-48e7-4ae8-8b81-b215a96a152e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:04:37.475036 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b12ee6-130f-43e6-baec-b4e83ba468aa']}} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:37.488414 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2526e893-d542-4d82-b275-7343411357be') {'for_net_delete': True} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:37.488774 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2526e893-d542-4d82-b275-7343411357be') {} {{(pid=85292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:37.501233 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309937828161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847582343'] for segment, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:37.517815 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:37.524319 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Releasing vlan 1353 on physical network physnet1 to pool {{(pid=85292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:04:37.716083 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Network 98b12ee6-130f-43e6-baec-b4e83ba468aa has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:04:37.725724 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7189033'] for segment, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:37.891920 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c3d2db3e-48e7-4ae8-8b81-b215a96a152e None None] Deleting port c24cbe35-9522-4a2d-8982-4f8e264cbdd1 {{(pid=85293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:37.892353 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c3d2db3e-48e7-4ae8-8b81-b215a96a152e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:37.903997 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Network 98b12ee6-130f-43e6-baec-b4e83ba468aa has no segments {{(pid=85292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: Traceback (most recent call last): Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: timer() Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: cb(*args, **kw) Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: return func(*args, **kwargs) Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: self._notify() Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: self.callback(batched_events) Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: event.method(event) Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: segment_id)['aggregates'][0] Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: return f(self, *a, **k) Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: return self._get(url).json() Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: **kwargs) Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: return self.request(url, 'GET', **kwargs) Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: **endpoint_filter) Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:04:37.930938 dv-cinder-786386-1-smb neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:04:37.972129 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c3d2db3e-48e7-4ae8-8b81-b215a96a152e None None] The port 'c24cbe35-9522-4a2d-8982-4f8e264cbdd1' was deleted {{(pid=85293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:04:38.012161 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-61574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447513'] for network, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:38.016949 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7c480c6a-a0c5-4a75-ae28-f8518d57af99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:38.033681 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:38.040274 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Pushing event deleted for resources: {'Network': ['ID=98b12ee6-130f-43e6-baec-b4e83ba468aa,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:38.045877 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:38.057324 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-3c2ca4f8-e4a4-41a8-8652-9350958420ea admin admin] 10.222.0.98 "DELETE /v2.0/networks/98b12ee6-130f-43e6-baec-b4e83ba468aa HTTP/1.1" status: 204 len: 168 time: 1.6864610 Apr 15 11:04:38.241160 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36634) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:38.298476 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-438f366a-a01c-4802-b06a-e006231c83f4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=86c4cac746df44b6aa4b2c6474c31fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560064 Apr 15 11:04:38.301072 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36638) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:38.365249 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f34147c3-81a2-46df-a0e3-fbd446f683c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:38.393213 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f34147c3-81a2-46df-a0e3-fbd446f683c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:38.438267 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f34147c3-81a2-46df-a0e3-fbd446f683c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:38.443244 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-651a1d7c-827f-48da-b400-60e8cf7eca5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:38.457581 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34147c3-81a2-46df-a0e3-fbd446f683c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22a41cd-9118-4f6b-8e6a-f60544a5b7ac,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:38.461800 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f34147c3-81a2-46df-a0e3-fbd446f683c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:38.465249 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f34147c3-81a2-46df-a0e3-fbd446f683c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:38.466525 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f34147c3-81a2-46df-a0e3-fbd446f683c6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d22a41cd-9118-4f6b-8e6a-f60544a5b7ac HTTP/1.1" status: 204 len: 168 time: 0.1644557 Apr 15 11:04:41.246866 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36708) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:41.376434 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a44492df-3ad8-4c45-b4ad-eed0edbb9f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:41.392551 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a44492df-3ad8-4c45-b4ad-eed0edbb9f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:04:41.396618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-a44492df-3ad8-4c45-b4ad-eed0edbb9f9e admin admin] Usage tracker for resource:security_group_rule and tenant:db8f32f8284849e496aeb1d16133d6c4 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:04:41.399524 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-a44492df-3ad8-4c45-b4ad-eed0edbb9f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:04:41.406530 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a44492df-3ad8-4c45-b4ad-eed0edbb9f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:04:41.492409 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a44492df-3ad8-4c45-b4ad-eed0edbb9f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:41.496184 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a44492df-3ad8-4c45-b4ad-eed0edbb9f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:41.508867 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-42658f4d-6097-452b-9ed3-cddad3fb8d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:41.552528 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-a44492df-3ad8-4c45-b4ad-eed0edbb9f9e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=db8f32f8284849e496aeb1d16133d6c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045077 Apr 15 11:04:41.553532 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44492df-3ad8-4c45-b4ad-eed0edbb9f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a35720-6646-40a9-b4f5-2c24b0a50f98,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:41.554737 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36714) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:41.556940 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a44492df-3ad8-4c45-b4ad-eed0edbb9f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:41.619038 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-27c96f28-bab4-4017-b181-95330c5c2c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:41.649836 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-27c96f28-bab4-4017-b181-95330c5c2c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:41.694804 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-27c96f28-bab4-4017-b181-95330c5c2c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:41.699947 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1ea74bb4-d357-443d-8b93-177e663530d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:41.711248 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c96f28-bab4-4017-b181-95330c5c2c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a35720-6646-40a9-b4f5-2c24b0a50f98,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:41.715984 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-27c96f28-bab4-4017-b181-95330c5c2c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:41.718994 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-27c96f28-bab4-4017-b181-95330c5c2c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:41.722081 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-27c96f28-bab4-4017-b181-95330c5c2c9b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f4a35720-6646-40a9-b4f5-2c24b0a50f98 HTTP/1.1" status: 204 len: 168 time: 0.1644554 Apr 15 11:04:42.012919 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36722) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:42.033375 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-54536073-37dc-4060-9a91-2fbd56c25883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:42.049188 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-54536073-37dc-4060-9a91-2fbd56c25883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:04:42.053239 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-54536073-37dc-4060-9a91-2fbd56c25883 admin admin] Usage tracker for resource:security_group_rule and tenant:4d337e84c4e84dcbb37713f39d323b56 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:04:42.056185 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-54536073-37dc-4060-9a91-2fbd56c25883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:04:42.063291 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-54536073-37dc-4060-9a91-2fbd56c25883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:04:42.148023 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-54536073-37dc-4060-9a91-2fbd56c25883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:42.150844 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-54536073-37dc-4060-9a91-2fbd56c25883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:42.158527 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d44f1833-3bba-4f9d-a8fb-056f6deb272f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:42.203025 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-54536073-37dc-4060-9a91-2fbd56c25883 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4d337e84c4e84dcbb37713f39d323b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889036 Apr 15 11:04:42.203885 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54536073-37dc-4060-9a91-2fbd56c25883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a4c44c-cb1b-4800-9a15-a598346e910a,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:42.206138 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36726) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:42.207185 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-54536073-37dc-4060-9a91-2fbd56c25883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:42.270078 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f8a3788f-7a24-46f2-98dc-4bedfa162bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:42.300794 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f8a3788f-7a24-46f2-98dc-4bedfa162bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:42.345176 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f8a3788f-7a24-46f2-98dc-4bedfa162bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:42.350092 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-23e31e5e-976d-4619-abcf-5f8b175fdd33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:42.363076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3788f-7a24-46f2-98dc-4bedfa162bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a4c44c-cb1b-4800-9a15-a598346e910a,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:42.366261 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f8a3788f-7a24-46f2-98dc-4bedfa162bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:42.368377 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f8a3788f-7a24-46f2-98dc-4bedfa162bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:42.372043 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-f8a3788f-7a24-46f2-98dc-4bedfa162bae admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/82a4c44c-cb1b-4800-9a15-a598346e910a HTTP/1.1" status: 204 len: 168 time: 0.1641946 Apr 15 11:04:42.681993 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:48.830180 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:04:49.063598 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36810) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:49.191653 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-37afb756-547a-40cc-977b-626e603df97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:49.208042 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-37afb756-547a-40cc-977b-626e603df97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:04:49.212087 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-37afb756-547a-40cc-977b-626e603df97b admin admin] Usage tracker for resource:security_group_rule and tenant:86f208aadb2d470e9439121a47142125 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:04:49.215086 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-37afb756-547a-40cc-977b-626e603df97b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:04:49.221972 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-37afb756-547a-40cc-977b-626e603df97b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:04:49.305810 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-37afb756-547a-40cc-977b-626e603df97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:49.308795 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-37afb756-547a-40cc-977b-626e603df97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:49.318911 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c4871173-3418-4191-9160-4f8b16426371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:49.360881 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-37afb756-547a-40cc-977b-626e603df97b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=86f208aadb2d470e9439121a47142125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960832 Apr 15 11:04:49.362617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afb756-547a-40cc-977b-626e603df97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6c8038-cfe0-48b5-8448-ba09743cdad6,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:49.363915 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36816) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:49.365892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-37afb756-547a-40cc-977b-626e603df97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:49.430607 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a34361ff-b95c-4820-9ae2-ef5343a47370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:49.458110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a34361ff-b95c-4820-9ae2-ef5343a47370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:49.501007 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a34361ff-b95c-4820-9ae2-ef5343a47370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:49.505821 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-46897968-7694-4a99-99f7-ed4eac500555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:49.521180 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34361ff-b95c-4820-9ae2-ef5343a47370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6c8038-cfe0-48b5-8448-ba09743cdad6,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:49.523450 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a34361ff-b95c-4820-9ae2-ef5343a47370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:49.534206 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a34361ff-b95c-4820-9ae2-ef5343a47370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:49.535461 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-a34361ff-b95c-4820-9ae2-ef5343a47370 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fa6c8038-cfe0-48b5-8448-ba09743cdad6 HTTP/1.1" status: 204 len: 168 time: 0.1704657 Apr 15 11:04:49.823845 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36824) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:49.843150 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1ca07c26-fa0d-4001-a627-5a39ba48fcf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:49.858682 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1ca07c26-fa0d-4001-a627-5a39ba48fcf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:04:49.862662 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-1ca07c26-fa0d-4001-a627-5a39ba48fcf9 admin admin] Usage tracker for resource:security_group_rule and tenant:4a94f2ad06474f1585d13bc4b1477256 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:04:49.865624 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-1ca07c26-fa0d-4001-a627-5a39ba48fcf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:04:49.871504 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-1ca07c26-fa0d-4001-a627-5a39ba48fcf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:04:49.957750 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1ca07c26-fa0d-4001-a627-5a39ba48fcf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:49.960547 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1ca07c26-fa0d-4001-a627-5a39ba48fcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:49.969796 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e83f65c6-4410-48ae-a26f-dc7e62bba30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:50.012696 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-1ca07c26-fa0d-4001-a627-5a39ba48fcf9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4a94f2ad06474f1585d13bc4b1477256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877289 Apr 15 11:04:50.013728 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca07c26-fa0d-4001-a627-5a39ba48fcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d12ab4-89ad-4096-8b58-9c4cbe609fcb,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:50.015592 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36828) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:50.017221 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1ca07c26-fa0d-4001-a627-5a39ba48fcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:50.085507 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4ed01735-de89-4195-bcf2-b6046906935b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:50.113283 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4ed01735-de89-4195-bcf2-b6046906935b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:50.157618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4ed01735-de89-4195-bcf2-b6046906935b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:50.162518 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e81e5fdd-bbd3-4b32-9144-3dc21769abfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:50.175710 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed01735-de89-4195-bcf2-b6046906935b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d12ab4-89ad-4096-8b58-9c4cbe609fcb,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:50.178044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4ed01735-de89-4195-bcf2-b6046906935b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:50.185496 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4ed01735-de89-4195-bcf2-b6046906935b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:50.186875 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-4ed01735-de89-4195-bcf2-b6046906935b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e4d12ab4-89ad-4096-8b58-9c4cbe609fcb HTTP/1.1" status: 204 len: 168 time: 0.1701992 Apr 15 11:04:52.638786 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36900) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:52.764572 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a27209c4-afc2-4d02-be04-a22c07d0270c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:52.781459 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a27209c4-afc2-4d02-be04-a22c07d0270c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:04:52.785500 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-a27209c4-afc2-4d02-be04-a22c07d0270c admin admin] Usage tracker for resource:security_group_rule and tenant:11a296fc4ae74a13a25392639551e0c1 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:04:52.788458 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-a27209c4-afc2-4d02-be04-a22c07d0270c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:04:52.794550 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-a27209c4-afc2-4d02-be04-a22c07d0270c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:04:52.880374 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a27209c4-afc2-4d02-be04-a22c07d0270c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:52.883961 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a27209c4-afc2-4d02-be04-a22c07d0270c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:52.894088 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4a0da5ae-1e33-41fa-8faf-14d89c39d5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:52.935940 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-a27209c4-afc2-4d02-be04-a22c07d0270c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=11a296fc4ae74a13a25392639551e0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958517 Apr 15 11:04:52.937645 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27209c4-afc2-4d02-be04-a22c07d0270c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fc2328-93df-42c1-b49d-05b9b287f7f7,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:52.938736 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36906) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:52.941112 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a27209c4-afc2-4d02-be04-a22c07d0270c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:53.003810 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2e6380dc-e37c-4e30-8f9d-b23fc5d585f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.031546 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2e6380dc-e37c-4e30-8f9d-b23fc5d585f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.077976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2e6380dc-e37c-4e30-8f9d-b23fc5d585f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.083222 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7a58d703-67ff-4ef2-8fb4-107b6a045107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:53.100382 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6380dc-e37c-4e30-8f9d-b23fc5d585f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fc2328-93df-42c1-b49d-05b9b287f7f7,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:53.102814 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2e6380dc-e37c-4e30-8f9d-b23fc5d585f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:53.105085 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2e6380dc-e37c-4e30-8f9d-b23fc5d585f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.106267 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-2e6380dc-e37c-4e30-8f9d-b23fc5d585f2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/60fc2328-93df-42c1-b49d-05b9b287f7f7 HTTP/1.1" status: 204 len: 168 time: 0.1664681 Apr 15 11:04:53.393462 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36914) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:53.412520 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7058c8a3-7bd3-477f-bdbd-6fef03ffbbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.428580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-7058c8a3-7bd3-477f-bdbd-6fef03ffbbf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:04:53.432635 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-7058c8a3-7bd3-477f-bdbd-6fef03ffbbf1 admin admin] Usage tracker for resource:security_group_rule and tenant:3e31b880f7a84c6e815d7cf64c248992 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:04:53.435605 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-7058c8a3-7bd3-477f-bdbd-6fef03ffbbf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:04:53.442296 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-7058c8a3-7bd3-477f-bdbd-6fef03ffbbf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:04:53.527566 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7058c8a3-7bd3-477f-bdbd-6fef03ffbbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.530394 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7058c8a3-7bd3-477f-bdbd-6fef03ffbbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.539488 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-75eb8481-7865-4cc9-8ab4-dbdbb7ec4ea3 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:53.583078 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-7058c8a3-7bd3-477f-bdbd-6fef03ffbbf1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3e31b880f7a84c6e815d7cf64c248992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883361 Apr 15 11:04:53.584722 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058c8a3-7bd3-477f-bdbd-6fef03ffbbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cbd121-0dc3-475f-9e29-a82d112c998e,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:53.585936 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36918) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:53.587892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7058c8a3-7bd3-477f-bdbd-6fef03ffbbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:53.650625 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dab05365-011b-43ac-af6d-704c06a75c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.678858 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dab05365-011b-43ac-af6d-704c06a75c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.728109 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dab05365-011b-43ac-af6d-704c06a75c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.733793 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6f11e43e-7893-45cf-ab57-051aeb20bbd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:53.748422 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab05365-011b-43ac-af6d-704c06a75c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cbd121-0dc3-475f-9e29-a82d112c998e,revision_number=None']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:53.753211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dab05365-011b-43ac-af6d-704c06a75c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:53.761054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dab05365-011b-43ac-af6d-704c06a75c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.762265 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-dab05365-011b-43ac-af6d-704c06a75c78 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e3cbd121-0dc3-475f-9e29-a82d112c998e HTTP/1.1" status: 204 len: 168 time: 0.1752729 Apr 15 11:04:58.653017 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 36986) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:58.776743 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-479ee184-82eb-4daf-a72e-b4dbcb97e14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:58.792772 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-479ee184-82eb-4daf-a72e-b4dbcb97e14a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:04:58.797066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-479ee184-82eb-4daf-a72e-b4dbcb97e14a admin admin] Usage tracker for resource:security_group_rule and tenant:a8dbd39a53db45af8f3986cd1dd26d93 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:04:58.800014 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-479ee184-82eb-4daf-a72e-b4dbcb97e14a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:04:58.806352 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-479ee184-82eb-4daf-a72e-b4dbcb97e14a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:04:58.891762 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-479ee184-82eb-4daf-a72e-b4dbcb97e14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:58.894679 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-479ee184-82eb-4daf-a72e-b4dbcb97e14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:58.903808 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-dab05365-011b-43ac-af6d-704c06a75c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:58.945418 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-479ee184-82eb-4daf-a72e-b4dbcb97e14a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a8dbd39a53db45af8f3986cd1dd26d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912278 Apr 15 11:04:58.947852 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ee184-82eb-4daf-a72e-b4dbcb97e14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229101be-7c57-4996-9824-6d32ea440c81,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:58.948651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 36992) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:58.951784 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-479ee184-82eb-4daf-a72e-b4dbcb97e14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:59.012580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8ea04356-db57-4643-b837-f3d2c6d48b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:59.041051 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8ea04356-db57-4643-b837-f3d2c6d48b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:59.091429 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8ea04356-db57-4643-b837-f3d2c6d48b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:59.097013 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ddabbd7a-799f-49d5-b32f-85c5d8d1626f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:59.110664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea04356-db57-4643-b837-f3d2c6d48b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229101be-7c57-4996-9824-6d32ea440c81,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:59.115472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-8ea04356-db57-4643-b837-f3d2c6d48b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:59.119995 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8ea04356-db57-4643-b837-f3d2c6d48b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:59.121249 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-8ea04356-db57-4643-b837-f3d2c6d48b3a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/229101be-7c57-4996-9824-6d32ea440c81 HTTP/1.1" status: 204 len: 168 time: 0.1714516 Apr 15 11:04:59.815530 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37016) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:59.926876 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1078043858-network', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:04:59.931965 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:04:59.936129 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Usage tracker for resource:network and tenant:9d7359751e8c485a80ef1673e4d79be1 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:04:59.939725 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:04:59.946497 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:04:59.957070 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Made reservation on behalf of 9d7359751e8c485a80ef1673e4d79be1 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:04:59.962193 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:59.975660 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:59.991312 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:04:59.995297 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Usage tracker for resource:security_group_rule and tenant:9d7359751e8c485a80ef1673e4d79be1 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:04:59.998255 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:00.004950 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:00.092103 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:00.095141 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:00.099413 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-640f3959-ef00-4068-bc0e-7c250eeb185d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:00.125112 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] vlan segment allocate from pool success with {'vlan_id': 1393, 'physical_network': 'physnet1'} {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:05:00.138218 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849fa0ea-e583-4f3c-82c3-b0bd5ca18cb3,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:00.143272 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:00.144264 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:00.144655 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Added segment d4177f43-b675-4977-b6bd-43d4e9cccf2a of type vlan for network dede5283-2890-4055-9ac6-429e0bfd0e6e Apr 15 11:05:00.171987 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:00.201809 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:00.203318 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:00.203958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:00.208929 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:00.317589 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5007851 Apr 15 11:05:00.318468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Pushing event updated for resources: {'Network': ['ID=dede5283-2890-4055-9ac6-429e0bfd0e6e,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:00.320795 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37022) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:00.323737 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e95b16a9-c45b-4d12-b114-11c630bdf3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:00.328319 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-9f96685f-bacd-47b4-95a6-8e843af65590 admin admin] Request body: {'subnet': {'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1078043858-subnet', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:00.330026 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network dede5283-2890-4055-9ac6-429e0bfd0e6e details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:05:00.333670 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9f96685f-bacd-47b4-95a6-8e843af65590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:00.337771 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-9f96685f-bacd-47b4-95a6-8e843af65590 admin admin] Usage tracker for resource:subnet and tenant:9d7359751e8c485a80ef1673e4d79be1 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:00.340815 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-9f96685f-bacd-47b4-95a6-8e843af65590 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:00.347960 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9f96685f-bacd-47b4-95a6-8e843af65590 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:00.357721 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f96685f-bacd-47b4-95a6-8e843af65590 admin admin] Made reservation on behalf of 9d7359751e8c485a80ef1673e4d79be1 for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:05:00.362688 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9f96685f-bacd-47b4-95a6-8e843af65590 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4828155'] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:00.767018 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9f96685f-bacd-47b4-95a6-8e843af65590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848323626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4828138'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:00.783946 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:00.908530 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96685f-bacd-47b4-95a6-8e843af65590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b4447c-d375-40a1-810c-5c8dce71975d,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:00.913503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9f96685f-bacd-47b4-95a6-8e843af65590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:00.986807 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96685f-bacd-47b4-95a6-8e843af65590 admin admin] Checking segment: {'id': 'd4177f43-b675-4977-b6bd-43d4e9cccf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:05:00.987227 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f96685f-bacd-47b4-95a6-8e843af65590 admin admin] Network hostable DHCP agents. Network: dede5283-2890-4055-9ac6-429e0bfd0e6e, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:05:01.005629 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f96685f-bacd-47b4-95a6-8e843af65590 admin admin] Network dede5283-2890-4055-9ac6-429e0bfd0e6e is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:05:01.013610 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-9f96685f-bacd-47b4-95a6-8e843af65590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, dede5283-2890-4055-9ac6-429e0bfd0e6e) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:05:01.023243 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ec9bff-6e05-4609-9136-07382d161efe None None] Network dede5283-2890-4055-9ac6-429e0bfd0e6e requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:05:01.027457 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f96685f-bacd-47b4-95a6-8e843af65590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:01.028108 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9f96685f-bacd-47b4-95a6-8e843af65590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:01.049286 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-9f96685f-bacd-47b4-95a6-8e843af65590 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7273498 Apr 15 11:05:01.052202 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37026) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:01.057985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1078043858-router', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:01.063354 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:01.067618 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Usage tracker for resource:router and tenant:9d7359751e8c485a80ef1673e4d79be1 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:01.071668 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:01.078733 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:01.088186 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854336538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761996'] for router, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:01.089330 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13804'] for router, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:01.104888 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:01.260751 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03cae621-d5ad-52d9-a88b-1dbc97da46ae-dede5283-2890-4055-9ac6-429e0bfd0e6e', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'fixed_ips': [{'subnet_id': 'b3b4447c-d375-40a1-810c-5c8dce71975d'}]}} from dv-cinder-786386-1-smb. {{(pid=85293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 11:05:01.261907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:01.398279 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854336521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13789'] for router, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:01.429895 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Allocated IP 172.20.0.2 (dede5283-2890-4055-9ac6-429e0bfd0e6e/b3b4447c-d375-40a1-810c-5c8dce71975d/ea32c5d8-b6b8-4882-98d4-adb5b1ca597e) {{(pid=85293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:05:01.648263 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Notify callbacks [] for port, precommit_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:01.659575 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Transition to ACTIVE for port object ea32c5d8-b6b8-4882-98d4-adb5b1ca597e will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:05:01.679259 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Transition to ACTIVE for port object ea32c5d8-b6b8-4882-98d4-adb5b1ca597e will not be triggered until provisioned by entity DHCP. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:05:01.683463 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:01.699705 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:01.727284 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:01.760916 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:01.838583 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Pushing event updated for resources: {'Port': ['ID=ea32c5d8-b6b8-4882-98d4-adb5b1ca597e,revision_number=1']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:01.851244 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:01.851627 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:01.852011 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:01.852390 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:01.852790 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:01.853165 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:01.853537 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:01.853905 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:01.854272 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:01.854639 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:01.855003 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:01.855368 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:01.869266 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:01.906654 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Network dede5283-2890-4055-9ac6-429e0bfd0e6e is already hosted by enough agents. {{(pid=85293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:05:01.907912 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Resources bound (agent type, host, resource id): {{(pid=85293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:05:01.910333 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Received port after_create {{(pid=85293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:05:01.912294 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Allocated IP 172.28.1.21 (75f67454-9d0f-442c-bd06-ccb5d72eecb7/92e09409-23cb-47a5-83a3-d0bf73c89cb1/e4d11f9b-6380-4cc9-89ff-d58a08122154) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:05:02.009724 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Attempting to bind port ea32c5d8-b6b8-4882-98d4-adb5b1ca597e on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:05:02.010144 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Attempting to bind port ea32c5d8-b6b8-4882-98d4-adb5b1ca597e by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': 'd4177f43-b675-4977-b6bd-43d4e9cccf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:05:02.010553 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Attempting to bind port ea32c5d8-b6b8-4882-98d4-adb5b1ca597e on network dede5283-2890-4055-9ac6-429e0bfd0e6e {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:05:02.016813 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:05:02.017242 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Checking segment: {'id': 'd4177f43-b675-4977-b6bd-43d4e9cccf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:05:02.017697 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:02.018137 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Bound using segment: {'id': 'd4177f43-b675-4977-b6bd-43d4e9cccf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:05:02.018660 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Bound port: ea32c5d8-b6b8-4882-98d4-adb5b1ca597e, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4177f43-b675-4977-b6bd-43d4e9cccf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:05:02.019081 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:02.077829 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:02.108627 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:02.117787 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] For port ea32c5d8-b6b8-4882-98d4-adb5b1ca597e, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:05:02.121076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] For port ea32c5d8-b6b8-4882-98d4-adb5b1ca597e, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=ea32c5d8-b6b8-4882-98d4-adb5b1ca597e,segment=NetworkSegment(d4177f43-b675-4977-b6bd-43d4e9cccf2a),segment_id=d4177f43-b675-4977-b6bd-43d4e9cccf2a)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:05:02.124796 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-997caa29-9701-4f1a-9ae8-3858ad769093 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:02.124954 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:02.140626 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:02.293301 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Pushing event updated for resources: {'Port': ['ID=ea32c5d8-b6b8-4882-98d4-adb5b1ca597e,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:02.306674 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:02.503065 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d11f9b-6380-4cc9-89ff-d58a08122154,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:02.507408 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:02.562509 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:05:02.563669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:05:02.565963 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:05:02.650129 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e39665d0-7e11-46a9-90f8-efa7b13c01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:02.959797 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device ea32c5d8-b6b8-4882-98d4-adb5b1ca597e up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:05:03.025722 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:03.032475 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port ea32c5d8-b6b8-4882-98d4-adb5b1ca597e completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:05:03.399992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854328227'] for router, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:03.626595 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Router 6aee253a-07c3-41be-9a01-ea522070ebd7 is scheduled to L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf with binding_index 1 {{(pid=85291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 11:05:03.687032 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7337dec-c540-40ce-be61-fa019350cc45 None None] Network dede5283-2890-4055-9ac6-429e0bfd0e6e requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:05:03.785239 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-fac78724-bfaa-470b-bf95-3587f47d5c25 None None] Provisioning for port ea32c5d8-b6b8-4882-98d4-adb5b1ca597e completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:05:03.796517 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-fac78724-bfaa-470b-bf95-3587f47d5c25 None None] Provisioning complete for port ea32c5d8-b6b8-4882-98d4-adb5b1ca597e triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:03.797013 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fac78724-bfaa-470b-bf95-3587f47d5c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:03.824784 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:05:03.841000 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Sync routers for ids ['6aee253a-07c3-41be-9a01-ea522070ebd7'] in dv-cinder-786386-1-smb {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:05:03.849030 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:03.850356 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-2ac60fb6-44be-43ee-a0bc-bc50b2c02eb4 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7971179 Apr 15 11:05:03.853198 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37030) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:03.883267 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Routers {'6aee253a-07c3-41be-9a01-ea522070ebd7'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:05:03.883941 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:04:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['6aee253a-07c3-41be-9a01-ea522070ebd7'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:04.415204 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Set router 6aee253a-07c3-41be-9a01-ea522070ebd7 gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:05:04.465448 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fac78724-bfaa-470b-bf95-3587f47d5c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:04.675977 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-fac78724-bfaa-470b-bf95-3587f47d5c25 None None] For port ea32c5d8-b6b8-4882-98d4-adb5b1ca597e, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=ea32c5d8-b6b8-4882-98d4-adb5b1ca597e,segment=NetworkSegment(d4177f43-b675-4977-b6bd-43d4e9cccf2a),segment_id=d4177f43-b675-4977-b6bd-43d4e9cccf2a)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:05:04.684953 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fac78724-bfaa-470b-bf95-3587f47d5c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:04.689616 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:04.834526 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac78724-bfaa-470b-bf95-3587f47d5c25 None None] Pushing event updated for resources: {'Port': ['ID=ea32c5d8-b6b8-4882-98d4-adb5b1ca597e,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:04.838219 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:04.838366 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-fac78724-bfaa-470b-bf95-3587f47d5c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:04.865538 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'name': 'tempest-TestShelveInstance-1078043858-router', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:02Z', 'revision_number': 3, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'gw_port': {'id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb'}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:04.869678 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Checking router: 6aee253a-07c3-41be-9a01-ea522070ebd7 for host: dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:05:04.870096 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Updating router 6aee253a-07c3-41be-9a01-ea522070ebd7 port e4d11f9b-6380-4cc9-89ff-d58a08122154 binding host dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:05:04.957204 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-fba87cb4-9f2c-4982-94f0-da566382c96b None None] Provisioning complete for port ea32c5d8-b6b8-4882-98d4-adb5b1ca597e triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:04.957625 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-fba87cb4-9f2c-4982-94f0-da566382c96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:04.983756 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device ea32c5d8-b6b8-4882-98d4-adb5b1ca597e up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:05:05.021436 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-456d98e7-7440-4b75-b0e3-bc2c66500521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:05.044220 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:05.065311 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Allocated IP 172.20.0.1 (dede5283-2890-4055-9ac6-429e0bfd0e6e/b3b4447c-d375-40a1-810c-5c8dce71975d/f61dc131-66b9-4131-89f2-fce9f1622dca) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:05:05.225153 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:05.242315 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Transition to ACTIVE for port object f61dc131-66b9-4131-89f2-fce9f1622dca will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:05:05.266928 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:05.282909 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ac14ee6c-f368-410b-8315-048cc7679fb5 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:05.298797 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port ea32c5d8-b6b8-4882-98d4-adb5b1ca597e triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:05.299243 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:05.421840 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Pushing event updated for resources: {'Port': ['ID=f61dc131-66b9-4131-89f2-fce9f1622dca,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:05.427167 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:05.476857 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Network dede5283-2890-4055-9ac6-429e0bfd0e6e is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:05:05.478047 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:05:05.480370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:05:05.541126 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854328168'] for router_interface, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:05.667179 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:05.692291 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:05.696793 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-e497e8ee-8064-474e-b8f5-31593a3e104d None None] Provisioning for port f61dc131-66b9-4131-89f2-fce9f1622dca completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:05:05.707746 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-e497e8ee-8064-474e-b8f5-31593a3e104d None None] Provisioning complete for port f61dc131-66b9-4131-89f2-fce9f1622dca triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:05.708160 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e497e8ee-8064-474e-b8f5-31593a3e104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:05.749941 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Transition to ACTIVE for port object e4d11f9b-6380-4cc9-89ff-d58a08122154 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:05:05.759557 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:05.777099 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:05.901719 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-e497e8ee-8064-474e-b8f5-31593a3e104d None None] Port f61dc131-66b9-4131-89f2-fce9f1622dca cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:05:05.932135 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:05.943770 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0aea23-3756-4b22-8959-3463aa33d576 None None] Pushing event updated for resources: {'Port': ['ID=e4d11f9b-6380-4cc9-89ff-d58a08122154,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:05.949792 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ff0aea23-3756-4b22-8959-3463aa33d576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:05.965578 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:05.969869 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452036'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:06.003445 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-825f6e61-73d7-4a69-85ee-aaddb4068bda tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:06.006362 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Attempting to bind port e4d11f9b-6380-4cc9-89ff-d58a08122154 on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:05:06.006783 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Attempting to bind port e4d11f9b-6380-4cc9-89ff-d58a08122154 by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:05:06.007194 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Attempting to bind port e4d11f9b-6380-4cc9-89ff-d58a08122154 on network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:05:06.012819 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:05:06.013238 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Checking segment: {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:05:06.013687 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:06.014121 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Bound using segment: {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:05:06.014762 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Bound port: e4d11f9b-6380-4cc9-89ff-d58a08122154, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:05:06.015251 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:06.089028 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Pushing event updated for resources: {'Port': ['ID=f61dc131-66b9-4131-89f2-fce9f1622dca,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:06.091749 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854218599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327501'] for router_interface, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:06.098187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] For port e4d11f9b-6380-4cc9-89ff-d58a08122154, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:05:06.101944 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] For port e4d11f9b-6380-4cc9-89ff-d58a08122154, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=e4d11f9b-6380-4cc9-89ff-d58a08122154,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:05:06.105098 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:06.107788 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:06.120253 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:06.241880 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Network dede5283-2890-4055-9ac6-429e0bfd0e6e is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:05:06.243172 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:05:06.455986 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:06.460581 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Router 6aee253a-07c3-41be-9a01-ea522070ebd7 has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:05:06.474154 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0aea23-3756-4b22-8959-3463aa33d576 None None] Pushing event updated for resources: {'Port': ['ID=e4d11f9b-6380-4cc9-89ff-d58a08122154,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:06.489671 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-89513e42-55f7-4cda-8d22-5ea7dda5ca29 None None] Provisioning complete for port f61dc131-66b9-4131-89f2-fce9f1622dca triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:06.490095 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-89513e42-55f7-4cda-8d22-5ea7dda5ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:06.515743 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ff0aea23-3756-4b22-8959-3463aa33d576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:06.573002 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-89513e42-55f7-4cda-8d22-5ea7dda5ca29 None None] Port f61dc131-66b9-4131-89f2-fce9f1622dca cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:05:06.585017 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Routers {'6aee253a-07c3-41be-9a01-ea522070ebd7'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:05:06.585692 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:05:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['6aee253a-07c3-41be-9a01-ea522070ebd7'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:06.653992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:05:06.664513 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] 10.222.0.98 "PUT /v2.0/routers/6aee253a-07c3-41be-9a01-ea522070ebd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8102493 Apr 15 11:05:06.777399 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] Set router 6aee253a-07c3-41be-9a01-ea522070ebd7 gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:05:07.123304 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'name': 'tempest-TestShelveInstance-1078043858-router', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:05Z', 'revision_number': 4, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'gw_port': {'id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'f61dc131-66b9-4131-89f2-fce9f1622dca', 'name': '', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'mac_address': 'fa:16:3e:71:32:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:04Z', 'updated_at': '2021-04-15T11:05:05Z', 'revision_number': 2, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'subnets': [{'id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:07.127664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560210c0-1d74-49c7-b52c-4d0f50a7349c None None] The sync data for ids ['6aee253a-07c3-41be-9a01-ea522070ebd7'] in dv-cinder-786386-1-smb is: [{'id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'name': 'tempest-TestShelveInstance-1078043858-router', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:05Z', 'revision_number': 4, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'gw_port': {'id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'f61dc131-66b9-4131-89f2-fce9f1622dca', 'name': '', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'mac_address': 'fa:16:3e:71:32:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:04Z', 'updated_at': '2021-04-15T11:05:05Z', 'revision_number': 2, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'subnets': [{'id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:05:07.201647 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37048) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:07.208561 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1432703001-network', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:07.213949 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:07.218820 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Usage tracker for resource:network and tenant:5a9bfdaa42044b2fa3974f165c21cbf4 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:07.222113 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:07.228255 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:07.238117 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Made reservation on behalf of 5a9bfdaa42044b2fa3974f165c21cbf4 for: {'network': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:05:07.242863 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for network, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:07.256035 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Notify callbacks [] for security_group, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:07.275507 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:07.279630 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Usage tracker for resource:security_group_rule and tenant:5a9bfdaa42044b2fa3974f165c21cbf4 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:07.283451 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:07.283765 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:07.290065 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:07.377495 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:07.381342 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:07.385875 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-0f14b9f7-a49d-478f-bf10-42e34887d195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:07.415985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] vlan segment allocate from pool success with {'vlan_id': 1355, 'physical_network': 'physnet1'} {{(pid=85291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:05:07.425065 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7ec820-7df6-4367-980b-c99e42543b42,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:07.428331 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:07.432183 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:07.433173 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.segments_db [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Added segment 06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea of type vlan for network df294f38-0898-43e7-b5b3-2e8889039bb9 Apr 15 11:05:07.461903 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726916415074'] for network, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:07.495270 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616'] for network, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:07.497063 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:07.497735 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:07.505415 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:07.622075 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Pushing event updated for resources: {'Network': ['ID=df294f38-0898-43e7-b5b3-2e8889039bb9,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:07.626058 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:07.628158 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-713375ca-859b-4faa-96ec-05172baccdda admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4248037 Apr 15 11:05:07.630985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37052) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:07.634186 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Network df294f38-0898-43e7-b5b3-2e8889039bb9 details requested by agent ovs-agent-dv-cinder-786386-1-smb with host dv-cinder-786386-1-smb {{(pid=85293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:05:07.638114 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-6ab0efa5-9b39-4c28-adc5-b35db4fc470b admin admin] Request body: {'subnet': {'network_id': 'df294f38-0898-43e7-b5b3-2e8889039bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1432703001-subnet', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'ip_version': 4}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:07.644509 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6ab0efa5-9b39-4c28-adc5-b35db4fc470b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:07.648770 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-6ab0efa5-9b39-4c28-adc5-b35db4fc470b admin admin] Usage tracker for resource:subnet and tenant:5a9bfdaa42044b2fa3974f165c21cbf4 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:07.651927 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-6ab0efa5-9b39-4c28-adc5-b35db4fc470b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:07.661672 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-6ab0efa5-9b39-4c28-adc5-b35db4fc470b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:07.672980 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab0efa5-9b39-4c28-adc5-b35db4fc470b admin admin] Made reservation on behalf of 5a9bfdaa42044b2fa3974f165c21cbf4 for: {'subnet': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:05:07.678132 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6ab0efa5-9b39-4c28-adc5-b35db4fc470b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4828155'] for subnet, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:08.155173 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6ab0efa5-9b39-4c28-adc5-b35db4fc470b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848323626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4828138'] for subnet, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:08.171552 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b07119e6-a336-487e-9655-240944906b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:08.303387 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0efa5-9b39-4c28-adc5-b35db4fc470b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bc96c69-c263-44f8-ad9f-7ee981ba37dd,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:08.306406 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-6ab0efa5-9b39-4c28-adc5-b35db4fc470b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:08.378757 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0efa5-9b39-4c28-adc5-b35db4fc470b admin admin] Checking segment: {'id': '06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'df294f38-0898-43e7-b5b3-2e8889039bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:05:08.379159 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab0efa5-9b39-4c28-adc5-b35db4fc470b admin admin] Network hostable DHCP agents. Network: df294f38-0898-43e7-b5b3-2e8889039bb9, hostable agents: ['5b131acc-cb76-44f5-b106-38c7049fefcb'], hosted agents: [] {{(pid=85291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:05:08.398741 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab0efa5-9b39-4c28-adc5-b35db4fc470b admin admin] Network df294f38-0898-43e7-b5b3-2e8889039bb9 is scheduled to be hosted by DHCP agent 5b131acc-cb76-44f5-b106-38c7049fefcb with binding_index 1 {{(pid=85291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:05:08.407053 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-6ab0efa5-9b39-4c28-adc5-b35db4fc470b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-1-smb, df294f38-0898-43e7-b5b3-2e8889039bb9) {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:05:08.415907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fe1dd3-a14c-467f-a314-aeb27760bc30 None None] Network df294f38-0898-43e7-b5b3-2e8889039bb9 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:05:08.420212 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab0efa5-9b39-4c28-adc5-b35db4fc470b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:08.421663 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6ab0efa5-9b39-4c28-adc5-b35db4fc470b admin admin] Notify callbacks [] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:08.442276 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-6ab0efa5-9b39-4c28-adc5-b35db4fc470b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8089991 Apr 15 11:05:08.444394 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37056) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:08.450152 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1432703001-router', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:08.455703 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:08.459868 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Usage tracker for resource:router and tenant:5a9bfdaa42044b2fa3974f165c21cbf4 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:08.463703 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:08.470138 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:08.479735 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854336538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761996'] for router, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:08.480980 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13804'] for router, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:08.497876 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:08.656452 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03cae621-d5ad-52d9-a88b-1dbc97da46ae-df294f38-0898-43e7-b5b3-2e8889039bb9', 'network_id': 'df294f38-0898-43e7-b5b3-2e8889039bb9', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'fixed_ips': [{'subnet_id': '7bc96c69-c263-44f8-ad9f-7ee981ba37dd'}]}} from dv-cinder-786386-1-smb. {{(pid=85293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 11:05:08.657602 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:08.835611 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Allocated IP 172.20.0.2 (df294f38-0898-43e7-b5b3-2e8889039bb9/7bc96c69-c263-44f8-ad9f-7ee981ba37dd/e922c2a6-42dd-475e-a4dd-51b2943a11fc) {{(pid=85293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:05:08.979157 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device e4d11f9b-6380-4cc9-89ff-d58a08122154 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:05:09.049416 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854336521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13789'] for router, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:09.121609 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Notify callbacks [] for port, precommit_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:09.133572 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port e4d11f9b-6380-4cc9-89ff-d58a08122154 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:05:09.136894 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Transition to ACTIVE for port object e922c2a6-42dd-475e-a4dd-51b2943a11fc will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:05:09.147454 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port e4d11f9b-6380-4cc9-89ff-d58a08122154 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:09.147872 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:09.202236 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Transition to ACTIVE for port object e922c2a6-42dd-475e-a4dd-51b2943a11fc will not be triggered until provisioned by entity DHCP. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:05:09.216440 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225'] for port, after_create {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:09.232599 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:09.387667 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:09.407105 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Pushing event updated for resources: {'Port': ['ID=e922c2a6-42dd-475e-a4dd-51b2943a11fc,revision_number=1']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:09.418722 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:09.422182 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:09.469255 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:09.499241 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] For port e4d11f9b-6380-4cc9-89ff-d58a08122154, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=e4d11f9b-6380-4cc9-89ff-d58a08122154,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:05:09.501521 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Network df294f38-0898-43e7-b5b3-2e8889039bb9 is already hosted by enough agents. {{(pid=85293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:05:09.502944 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Resources bound (agent type, host, resource id): {{(pid=85293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:05:09.504887 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:09.506768 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Received port after_create {{(pid=85293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:05:09.508927 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:09.572546 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Allocated IP 172.28.1.14 (75f67454-9d0f-442c-bd06-ccb5d72eecb7/92e09409-23cb-47a5-83a3-d0bf73c89cb1/1c5f6306-0a57-4584-b5d8-459b17ec2c31) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:05:09.665940 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Attempting to bind port e922c2a6-42dd-475e-a4dd-51b2943a11fc on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:05:09.666276 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Attempting to bind port e922c2a6-42dd-475e-a4dd-51b2943a11fc by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'df294f38-0898-43e7-b5b3-2e8889039bb9'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:05:09.666680 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Attempting to bind port e922c2a6-42dd-475e-a4dd-51b2943a11fc on network df294f38-0898-43e7-b5b3-2e8889039bb9 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:05:09.673686 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Pushing event updated for resources: {'Port': ['ID=e4d11f9b-6380-4cc9-89ff-d58a08122154,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:09.676719 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:05:09.677124 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Checking segment: {'id': '06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'df294f38-0898-43e7-b5b3-2e8889039bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:05:09.677573 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:09.677995 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Bound using segment: {'id': '06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'df294f38-0898-43e7-b5b3-2e8889039bb9'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:05:09.678493 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Bound port: e922c2a6-42dd-475e-a4dd-51b2943a11fc, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'df294f38-0898-43e7-b5b3-2e8889039bb9'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:05:09.678903 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:09.689072 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:09.737887 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:09.768732 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:09.777969 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] For port e922c2a6-42dd-475e-a4dd-51b2943a11fc, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:05:09.781761 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] For port e922c2a6-42dd-475e-a4dd-51b2943a11fc, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=e922c2a6-42dd-475e-a4dd-51b2943a11fc,segment=NetworkSegment(06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea),segment_id=06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:05:09.785086 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-69cfcab3-792c-4170-b591-1cb0c8cc87ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:09.786133 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:09.801438 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:09.925323 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=1c5f6306-0a57-4584-b5d8-459b17ec2c31,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:09.930672 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:09.963194 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Pushing event updated for resources: {'Port': ['ID=e922c2a6-42dd-475e-a4dd-51b2943a11fc,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:09.966862 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:09.986525 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:05:09.987693 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:05:09.989954 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:05:10.223802 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Sync routers for ids ['6aee253a-07c3-41be-9a01-ea522070ebd7'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:05:10.235513 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Routers {'6aee253a-07c3-41be-9a01-ea522070ebd7'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:05:10.236183 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:05:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['6aee253a-07c3-41be-9a01-ea522070ebd7'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:10.456154 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Set router 6aee253a-07c3-41be-9a01-ea522070ebd7 gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:05:10.495121 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:10.803891 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'name': 'tempest-TestShelveInstance-1078043858-router', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:05Z', 'revision_number': 4, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'gw_port': {'id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'f61dc131-66b9-4131-89f2-fce9f1622dca', 'name': '', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'mac_address': 'fa:16:3e:71:32:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:04Z', 'updated_at': '2021-04-15T11:05:05Z', 'revision_number': 2, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'subnets': [{'id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:10.807972 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Checking router: 6aee253a-07c3-41be-9a01-ea522070ebd7 for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:05:10.808369 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Updating router 6aee253a-07c3-41be-9a01-ea522070ebd7 port f61dc131-66b9-4131-89f2-fce9f1622dca binding host dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:05:10.870071 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:10.893733 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854328227'] for router, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:11.055933 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device e4d11f9b-6380-4cc9-89ff-d58a08122154 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:05:11.123307 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Router a3d7cb10-9929-4f7b-9452-e6a95a274b3f is scheduled to L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf with binding_index 1 {{(pid=85291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 11:05:11.160970 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port e4d11f9b-6380-4cc9-89ff-d58a08122154 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:11.161858 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:11.310042 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device e922c2a6-42dd-475e-a4dd-51b2943a11fc up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:05:11.340722 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Notify callbacks [] for port, precommit_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:11.354979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Transition to ACTIVE for port object f61dc131-66b9-4131-89f2-fce9f1622dca will not be triggered until provisioned by entity L2. {{(pid=85294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:05:11.362187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:11.381455 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:11.394452 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port e922c2a6-42dd-475e-a4dd-51b2943a11fc completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:05:11.460922 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af636407-da87-4bc5-a8ab-eb1f4bebb720 None None] Network df294f38-0898-43e7-b5b3-2e8889039bb9 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:05:11.566132 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-d4a580b0-9e17-4bc9-9652-75867f9f4603 None None] Provisioning for port e922c2a6-42dd-475e-a4dd-51b2943a11fc completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:05:11.586431 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-d4a580b0-9e17-4bc9-9652-75867f9f4603 None None] Provisioning complete for port e922c2a6-42dd-475e-a4dd-51b2943a11fc triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:11.586854 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d4a580b0-9e17-4bc9-9652-75867f9f4603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:11.601501 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:05:11.623337 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Sync routers for ids ['a3d7cb10-9929-4f7b-9452-e6a95a274b3f'] in dv-cinder-786386-1-smb {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:05:11.630038 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:11.634331 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-5b2746f1-9389-437a-9c63-9d55ea76e1d0 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1861413 Apr 15 11:05:11.634731 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37060) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:11.710470 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Routers {'a3d7cb10-9929-4f7b-9452-e6a95a274b3f'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:05:11.710734 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e029d89-7474-44f8-9b78-f4e4d240f995 None None] Pushing event updated for resources: {'Port': ['ID=f61dc131-66b9-4131-89f2-fce9f1622dca,revision_number=3']} {{(pid=85294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:11.710860 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:05:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['a3d7cb10-9929-4f7b-9452-e6a95a274b3f'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:11.723464 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e029d89-7474-44f8-9b78-f4e4d240f995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:11.723840 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e029d89-7474-44f8-9b78-f4e4d240f995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:11.724212 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e029d89-7474-44f8-9b78-f4e4d240f995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:11.724574 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e029d89-7474-44f8-9b78-f4e4d240f995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:11.724959 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e029d89-7474-44f8-9b78-f4e4d240f995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:11.725316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e029d89-7474-44f8-9b78-f4e4d240f995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:11.725674 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e029d89-7474-44f8-9b78-f4e4d240f995 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:11.726027 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e029d89-7474-44f8-9b78-f4e4d240f995 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:11.726379 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e029d89-7474-44f8-9b78-f4e4d240f995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:11.726731 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e029d89-7474-44f8-9b78-f4e4d240f995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:11.727080 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e029d89-7474-44f8-9b78-f4e4d240f995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:11.727430 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e029d89-7474-44f8-9b78-f4e4d240f995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:11.741566 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1e029d89-7474-44f8-9b78-f4e4d240f995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:11.945179 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Attempting to bind port f61dc131-66b9-4131-89f2-fce9f1622dca on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:05:11.946603 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Attempting to bind port f61dc131-66b9-4131-89f2-fce9f1622dca by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': 'd4177f43-b675-4977-b6bd-43d4e9cccf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e'}] {{(pid=85294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:05:11.947318 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Attempting to bind port f61dc131-66b9-4131-89f2-fce9f1622dca on network dede5283-2890-4055-9ac6-429e0bfd0e6e {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:05:11.954043 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:05:11.954580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Checking segment: {'id': 'd4177f43-b675-4977-b6bd-43d4e9cccf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:05:11.955211 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:11.955714 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Bound using segment: {'id': 'd4177f43-b675-4977-b6bd-43d4e9cccf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e'} {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:05:11.956343 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Bound port: f61dc131-66b9-4131-89f2-fce9f1622dca, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4177f43-b675-4977-b6bd-43d4e9cccf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e'}}] {{(pid=85294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:05:11.957110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:12.035150 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d4a580b0-9e17-4bc9-9652-75867f9f4603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:12.054468 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Set router a3d7cb10-9929-4f7b-9452-e6a95a274b3f gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:05:12.057285 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] For port f61dc131-66b9-4131-89f2-fce9f1622dca, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:05:12.060836 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] For port f61dc131-66b9-4131-89f2-fce9f1622dca, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=f61dc131-66b9-4131-89f2-fce9f1622dca,segment=NetworkSegment(d4177f43-b675-4977-b6bd-43d4e9cccf2a),segment_id=d4177f43-b675-4977-b6bd-43d4e9cccf2a)] {{(pid=85294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:05:12.066304 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:12.083922 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-611cc04a-4d2a-495c-944a-c0b3b0b5b054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:12.254139 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e029d89-7474-44f8-9b78-f4e4d240f995 None None] Pushing event updated for resources: {'Port': ['ID=f61dc131-66b9-4131-89f2-fce9f1622dca,revision_number=4']} {{(pid=85294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:12.266370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1e029d89-7474-44f8-9b78-f4e4d240f995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:12.291346 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-d4a580b0-9e17-4bc9-9652-75867f9f4603 None None] For port e922c2a6-42dd-475e-a4dd-51b2943a11fc, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=e922c2a6-42dd-475e-a4dd-51b2943a11fc,segment=NetworkSegment(06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea),segment_id=06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:05:12.300202 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d4a580b0-9e17-4bc9-9652-75867f9f4603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:12.308838 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-42b501b3-c089-4c3e-89cf-2a2e3cb230bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:12.345589 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Routers {'6aee253a-07c3-41be-9a01-ea522070ebd7'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:05:12.346283 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:05:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['6aee253a-07c3-41be-9a01-ea522070ebd7'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:12.492675 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:12.509833 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a580b0-9e17-4bc9-9652-75867f9f4603 None None] Pushing event updated for resources: {'Port': ['ID=e922c2a6-42dd-475e-a4dd-51b2943a11fc,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:12.521330 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d4a580b0-9e17-4bc9-9652-75867f9f4603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:12.545889 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'name': 'tempest-TestShelveInstance-1432703001-router', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': '1c5f6306-0a57-4584-b5d8-459b17ec2c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:08Z', 'updated_at': '2021-04-15T11:05:10Z', 'revision_number': 3, 'project_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'gw_port': {'id': '1c5f6306-0a57-4584-b5d8-459b17ec2c31', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:09Z', 'updated_at': '2021-04-15T11:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb'}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:12.550699 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Checking router: a3d7cb10-9929-4f7b-9452-e6a95a274b3f for host: dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:05:12.551181 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Updating router a3d7cb10-9929-4f7b-9452-e6a95a274b3f port 1c5f6306-0a57-4584-b5d8-459b17ec2c31 binding host dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:05:12.589324 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] Set router 6aee253a-07c3-41be-9a01-ea522070ebd7 gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:05:12.619331 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:12.672621 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-9556e22d-5d48-4e09-9f99-137b8921681d None None] Provisioning complete for port e922c2a6-42dd-475e-a4dd-51b2943a11fc triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:12.673201 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9556e22d-5d48-4e09-9f99-137b8921681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:12.739217 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Allocated IP 172.20.0.1 (df294f38-0898-43e7-b5b3-2e8889039bb9/7bc96c69-c263-44f8-ad9f-7ee981ba37dd/76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:05:12.792862 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:12.910044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:12.932487 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Transition to ACTIVE for port object 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:05:12.971159 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:12.982827 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'name': 'tempest-TestShelveInstance-1078043858-router', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:05Z', 'revision_number': 4, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'gw_port': {'id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'f61dc131-66b9-4131-89f2-fce9f1622dca', 'name': '', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'mac_address': 'fa:16:3e:71:32:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:04Z', 'updated_at': '2021-04-15T11:05:12Z', 'revision_number': 4, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'subnets': [{'id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:12.988495 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf9eee-ea01-4d52-bad1-168f182ed828 None None] The sync data for ids ['6aee253a-07c3-41be-9a01-ea522070ebd7'] in dv-cinder-786386-1-smb is: [{'id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'name': 'tempest-TestShelveInstance-1078043858-router', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:05Z', 'revision_number': 4, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'gw_port': {'id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'f61dc131-66b9-4131-89f2-fce9f1622dca', 'name': '', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'mac_address': 'fa:16:3e:71:32:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:04Z', 'updated_at': '2021-04-15T11:05:12Z', 'revision_number': 4, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'subnets': [{'id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:05:13.039964 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device f61dc131-66b9-4131-89f2-fce9f1622dca up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:05:13.100130 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5f528d78-a774-45f1-9385-f49cbb502964 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:13.179839 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port f61dc131-66b9-4131-89f2-fce9f1622dca completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:05:13.187011 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port f61dc131-66b9-4131-89f2-fce9f1622dca triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:13.187528 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:13.210038 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Pushing event updated for resources: {'Port': ['ID=76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:13.214567 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:13.225731 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Network df294f38-0898-43e7-b5b3-2e8889039bb9 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:05:13.227501 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:05:13.231531 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:05:13.300750 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854328168'] for router_interface, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:13.444042 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:13.552419 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Notify callbacks [] for port, precommit_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:13.582044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Transition to ACTIVE for port object 1c5f6306-0a57-4584-b5d8-459b17ec2c31 will not be triggered until provisioned by entity L2. {{(pid=85293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:05:13.592665 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:13.617714 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a08ff8b5-ea0d-4552-9f2d-48ab28c9ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:13.655155 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-1e59ba47-a632-4d1b-ad73-2ece73c81480 None None] Provisioning for port 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:05:13.727869 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:13.743224 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-1e59ba47-a632-4d1b-ad73-2ece73c81480 None None] Provisioning complete for port 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:13.743649 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1e59ba47-a632-4d1b-ad73-2ece73c81480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:13.750072 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:13.753965 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452036'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:13.783389 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b5370e40-6cc8-48aa-a31b-904852dd7466 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:13.869793 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Pushing event updated for resources: {'Port': ['ID=76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:13.872485 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854218599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854327501'] for router_interface, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:13.874513 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d78059-8647-4109-91d1-cb29d575d38e None None] Pushing event updated for resources: {'Port': ['ID=1c5f6306-0a57-4584-b5d8-459b17ec2c31,revision_number=2']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:13.887928 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f5d78059-8647-4109-91d1-cb29d575d38e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:13.888979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:13.890254 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] For port f61dc131-66b9-4131-89f2-fce9f1622dca, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=f61dc131-66b9-4131-89f2-fce9f1622dca,segment=NetworkSegment(d4177f43-b675-4977-b6bd-43d4e9cccf2a),segment_id=d4177f43-b675-4977-b6bd-43d4e9cccf2a)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:05:13.893815 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-1e59ba47-a632-4d1b-ad73-2ece73c81480 None None] Port 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:05:13.897812 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:13.898778 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device e922c2a6-42dd-475e-a4dd-51b2943a11fc up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:05:13.932055 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:14.022345 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Network df294f38-0898-43e7-b5b3-2e8889039bb9 is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:05:14.023606 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:05:14.049839 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Attempting to bind port 1c5f6306-0a57-4584-b5d8-459b17ec2c31 on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:05:14.050260 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Attempting to bind port 1c5f6306-0a57-4584-b5d8-459b17ec2c31 by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:05:14.050674 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Attempting to bind port 1c5f6306-0a57-4584-b5d8-459b17ec2c31 on network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:05:14.059925 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:05:14.060350 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Checking segment: {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:05:14.060826 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:14.061302 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Bound using segment: {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'} {{(pid=85293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:05:14.061921 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Bound port: 1c5f6306-0a57-4584-b5d8-459b17ec2c31, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d0f401-fe03-439b-a1fc-da7ac82ffd38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7'}}] {{(pid=85293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:05:14.062223 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:14.101878 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Pushing event updated for resources: {'Port': ['ID=f61dc131-66b9-4131-89f2-fce9f1622dca,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:14.114714 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:14.125375 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port e922c2a6-42dd-475e-a4dd-51b2943a11fc triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:14.125810 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:14.218729 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] For port 1c5f6306-0a57-4584-b5d8-459b17ec2c31, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:05:14.238094 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] For port 1c5f6306-0a57-4584-b5d8-459b17ec2c31, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=1c5f6306-0a57-4584-b5d8-459b17ec2c31,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:05:14.239710 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Router a3d7cb10-9929-4f7b-9452-e6a95a274b3f has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:05:14.244060 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-1e1e5d99-1c4e-4513-a1ba-4e388edf06e9 None None] Provisioning complete for port 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:14.244491 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5d99-1c4e-4513-a1ba-4e388edf06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:14.274736 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:14.294440 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:14.430267 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:05:14.441130 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] 10.222.0.98 "PUT /v2.0/routers/a3d7cb10-9929-4f7b-9452-e6a95a274b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8050992 Apr 15 11:05:14.512809 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-1e1e5d99-1c4e-4513-a1ba-4e388edf06e9 None None] Port 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:05:14.519183 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d78059-8647-4109-91d1-cb29d575d38e None None] Pushing event updated for resources: {'Port': ['ID=1c5f6306-0a57-4584-b5d8-459b17ec2c31,revision_number=3']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:14.524310 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f5d78059-8647-4109-91d1-cb29d575d38e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:14.576087 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Routers {'a3d7cb10-9929-4f7b-9452-e6a95a274b3f'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:05:14.576830 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:05:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['a3d7cb10-9929-4f7b-9452-e6a95a274b3f'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:14.767217 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] Set router a3d7cb10-9929-4f7b-9452-e6a95a274b3f gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:05:14.975478 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device f61dc131-66b9-4131-89f2-fce9f1622dca up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:05:14.981657 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 37070) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:14.987820 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-c6a7e037-301b-4ff1-b70e-6c58045623de tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1762198827', 'description': 'tempest-secgroup-smoke-1762198827 description', 'project_id': '9d7359751e8c485a80ef1673e4d79be1'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:14.994432 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c6a7e037-301b-4ff1-b70e-6c58045623de tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:14.999310 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-c6a7e037-301b-4ff1-b70e-6c58045623de tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Usage tracker for resource:security_group and tenant:9d7359751e8c485a80ef1673e4d79be1 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:15.002421 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-c6a7e037-301b-4ff1-b70e-6c58045623de tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:15.009814 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c6a7e037-301b-4ff1-b70e-6c58045623de tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:15.018919 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c6a7e037-301b-4ff1-b70e-6c58045623de tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.041083 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c6a7e037-301b-4ff1-b70e-6c58045623de tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:15.045134 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-c6a7e037-301b-4ff1-b70e-6c58045623de tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Usage tracker for resource:security_group_rule and tenant:9d7359751e8c485a80ef1673e4d79be1 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:15.048495 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-c6a7e037-301b-4ff1-b70e-6c58045623de tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:15.054803 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-c6a7e037-301b-4ff1-b70e-6c58045623de tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:15.133207 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c6a7e037-301b-4ff1-b70e-6c58045623de tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.135979 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c6a7e037-301b-4ff1-b70e-6c58045623de tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.136826 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port f61dc131-66b9-4131-89f2-fce9f1622dca triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:15.137247 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.142074 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d5011b54-0891-4dd4-a971-07276ed3cddb tempest-AttachVolumeShelveTestJSON-711351639 tempest-AttachVolumeShelveTestJSON-711351639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:15.187331 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7e037-301b-4ff1-b70e-6c58045623de tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:15.190779 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c6a7e037-301b-4ff1-b70e-6c58045623de tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:15.192671 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c6a7e037-301b-4ff1-b70e-6c58045623de tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.197395 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-c6a7e037-301b-4ff1-b70e-6c58045623de tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2115202 Apr 15 11:05:15.198153 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 37074) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:15.204698 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-b9bf870c-1903-4d26-ba6c-77297fb2ee2c tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Request body: {'security_group_rule': {'security_group_id': 'e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182', 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:15.211163 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b9bf870c-1903-4d26-ba6c-77297fb2ee2c tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:15.215137 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b9bf870c-1903-4d26-ba6c-77297fb2ee2c tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Usage tracker for resource:security_group_rule and tenant:9d7359751e8c485a80ef1673e4d79be1 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:15.218302 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-b9bf870c-1903-4d26-ba6c-77297fb2ee2c tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:15.224718 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-b9bf870c-1903-4d26-ba6c-77297fb2ee2c tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:15.242441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9bf870c-1903-4d26-ba6c-77297fb2ee2c tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.266919 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'name': 'tempest-TestShelveInstance-1432703001-router', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': '1c5f6306-0a57-4584-b5d8-459b17ec2c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:08Z', 'updated_at': '2021-04-15T11:05:13Z', 'revision_number': 4, 'project_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'gw_port': {'id': '1c5f6306-0a57-4584-b5d8-459b17ec2c31', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:09Z', 'updated_at': '2021-04-15T11:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d', 'name': '', 'network_id': 'df294f38-0898-43e7-b5b3-2e8889039bb9', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'mac_address': 'fa:16:3e:2f:5e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '7bc96c69-c263-44f8-ad9f-7ee981ba37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:12Z', 'updated_at': '2021-04-15T11:05:13Z', 'revision_number': 2, 'project_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'subnets': [{'id': '7bc96c69-c263-44f8-ad9f-7ee981ba37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:15.280143 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27961a35-bc82-4bf6-a1c9-9ca7f3f4182f None None] The sync data for ids ['a3d7cb10-9929-4f7b-9452-e6a95a274b3f'] in dv-cinder-786386-1-smb is: [{'id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'name': 'tempest-TestShelveInstance-1432703001-router', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': '1c5f6306-0a57-4584-b5d8-459b17ec2c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:08Z', 'updated_at': '2021-04-15T11:05:13Z', 'revision_number': 4, 'project_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'gw_port': {'id': '1c5f6306-0a57-4584-b5d8-459b17ec2c31', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:09Z', 'updated_at': '2021-04-15T11:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d', 'name': '', 'network_id': 'df294f38-0898-43e7-b5b3-2e8889039bb9', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'mac_address': 'fa:16:3e:2f:5e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '7bc96c69-c263-44f8-ad9f-7ee981ba37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:12Z', 'updated_at': '2021-04-15T11:05:13Z', 'revision_number': 2, 'project_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'subnets': [{'id': '7bc96c69-c263-44f8-ad9f-7ee981ba37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:05:15.310829 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9bf870c-1903-4d26-ba6c-77297fb2ee2c tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.314244 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9bf870c-1903-4d26-ba6c-77297fb2ee2c tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.322410 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:15.343956 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf870c-1903-4d26-ba6c-77297fb2ee2c tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08baa53-f385-4fd1-9b5f-c1a3228b13ce,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:15.346853 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b9bf870c-1903-4d26-ba6c-77297fb2ee2c tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:15.351424 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b9bf870c-1903-4d26-ba6c-77297fb2ee2c tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.355410 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b9bf870c-1903-4d26-ba6c-77297fb2ee2c tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1533194 Apr 15 11:05:15.355646 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 37078) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:15.362034 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-89980062-c71b-4ccf-9b99-899a52f91f22 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Request body: {'security_group_rule': {'security_group_id': 'e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182', 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:15.368832 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-89980062-c71b-4ccf-9b99-899a52f91f22 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:15.372925 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-89980062-c71b-4ccf-9b99-899a52f91f22 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Usage tracker for resource:security_group_rule and tenant:9d7359751e8c485a80ef1673e4d79be1 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:15.376718 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-89980062-c71b-4ccf-9b99-899a52f91f22 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:15.383144 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-89980062-c71b-4ccf-9b99-899a52f91f22 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:15.399587 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-89980062-c71b-4ccf-9b99-899a52f91f22 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.464590 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-89980062-c71b-4ccf-9b99-899a52f91f22 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.467289 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-89980062-c71b-4ccf-9b99-899a52f91f22 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.474944 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:15.500907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89980062-c71b-4ccf-9b99-899a52f91f22 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed971a0-eb1e-4350-9ad1-72ae985ff7a1,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:15.503555 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-89980062-c71b-4ccf-9b99-899a52f91f22 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:15.507277 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-89980062-c71b-4ccf-9b99-899a52f91f22 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.508493 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-89980062-c71b-4ccf-9b99-899a52f91f22 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518378 Apr 15 11:05:15.511367 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 37082) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:15.517659 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-4106272a-1d0e-4415-b73a-f4a60e58ba04 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Request body: {'security_group_rule': {'security_group_id': 'e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182', 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:15.523966 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4106272a-1d0e-4415-b73a-f4a60e58ba04 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:15.528070 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4106272a-1d0e-4415-b73a-f4a60e58ba04 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Usage tracker for resource:security_group_rule and tenant:9d7359751e8c485a80ef1673e4d79be1 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:15.531846 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-4106272a-1d0e-4415-b73a-f4a60e58ba04 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:15.538088 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-4106272a-1d0e-4415-b73a-f4a60e58ba04 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:15.555094 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4106272a-1d0e-4415-b73a-f4a60e58ba04 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.627939 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4106272a-1d0e-4415-b73a-f4a60e58ba04 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.630802 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4106272a-1d0e-4415-b73a-f4a60e58ba04 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.633591 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:15.660972 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106272a-1d0e-4415-b73a-f4a60e58ba04 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842a9f74-12fd-445d-bbca-c6aca217d99a,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:15.663692 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4106272a-1d0e-4415-b73a-f4a60e58ba04 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:15.677280 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4106272a-1d0e-4415-b73a-f4a60e58ba04 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.679163 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-4106272a-1d0e-4415-b73a-f4a60e58ba04 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1666813 Apr 15 11:05:15.681980 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 37086) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:15.688228 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-9d1c9558-202a-43db-9a41-7f146880d0a7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Request body: {'security_group_rule': {'security_group_id': 'e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182', 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:15.695128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9d1c9558-202a-43db-9a41-7f146880d0a7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:15.699578 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-9d1c9558-202a-43db-9a41-7f146880d0a7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Usage tracker for resource:security_group_rule and tenant:9d7359751e8c485a80ef1673e4d79be1 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:15.702882 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-9d1c9558-202a-43db-9a41-7f146880d0a7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:15.709323 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-9d1c9558-202a-43db-9a41-7f146880d0a7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:15.728107 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d1c9558-202a-43db-9a41-7f146880d0a7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.803953 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d1c9558-202a-43db-9a41-7f146880d0a7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.806851 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d1c9558-202a-43db-9a41-7f146880d0a7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.809136 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:15.835535 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c9558-202a-43db-9a41-7f146880d0a7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1106888-7b83-4cb6-9137-9d5ee88ed1fe,revision_number=0']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:15.838363 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9d1c9558-202a-43db-9a41-7f146880d0a7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:15.846153 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9d1c9558-202a-43db-9a41-7f146880d0a7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.847465 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-9d1c9558-202a-43db-9a41-7f146880d0a7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1644475 Apr 15 11:05:15.850463 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37090) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:15.856456 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-beb901a3-b5b5-457b-b0f6-a132bb644294 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Request body: {'security_group_rule': {'security_group_id': 'e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182', 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:15.863881 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-beb901a3-b5b5-457b-b0f6-a132bb644294 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:15.868174 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-beb901a3-b5b5-457b-b0f6-a132bb644294 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Usage tracker for resource:security_group_rule and tenant:9d7359751e8c485a80ef1673e4d79be1 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:15.871505 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-beb901a3-b5b5-457b-b0f6-a132bb644294 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:15.878102 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-beb901a3-b5b5-457b-b0f6-a132bb644294 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:15.892021 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.securitygroups_db [None req-beb901a3-b5b5-457b-b0f6-a132bb644294 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Project 9d7359751e8c485a80ef1673e4d79be1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 11:05:15.899599 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-beb901a3-b5b5-457b-b0f6-a132bb644294 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.973126 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-beb901a3-b5b5-457b-b0f6-a132bb644294 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.976437 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-beb901a3-b5b5-457b-b0f6-a132bb644294 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.978705 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:15.998191 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb901a3-b5b5-457b-b0f6-a132bb644294 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9096634c-479a-473c-a6ab-e7513c775e60,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:16.002555 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-beb901a3-b5b5-457b-b0f6-a132bb644294 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:16.020285 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-beb901a3-b5b5-457b-b0f6-a132bb644294 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:16.021631 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-beb901a3-b5b5-457b-b0f6-a132bb644294 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1700387 Apr 15 11:05:16.024542 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37094) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:16.031156 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-28113cb5-c8a9-4db7-9a95-f2afc37097c7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Request body: {'security_group_rule': {'security_group_id': 'e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182', 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:16.039619 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-28113cb5-c8a9-4db7-9a95-f2afc37097c7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:16.055845 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-28113cb5-c8a9-4db7-9a95-f2afc37097c7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Usage tracker for resource:security_group_rule and tenant:9d7359751e8c485a80ef1673e4d79be1 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:16.059370 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-28113cb5-c8a9-4db7-9a95-f2afc37097c7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:16.066793 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-28113cb5-c8a9-4db7-9a95-f2afc37097c7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:16.077406 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.securitygroups_db [None req-28113cb5-c8a9-4db7-9a95-f2afc37097c7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Project 9d7359751e8c485a80ef1673e4d79be1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 11:05:16.084767 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-28113cb5-c8a9-4db7-9a95-f2afc37097c7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:16.160076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-28113cb5-c8a9-4db7-9a95-f2afc37097c7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:16.163018 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-28113cb5-c8a9-4db7-9a95-f2afc37097c7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361437'] for security_group_rule, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:16.171158 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-beb901a3-b5b5-457b-b0f6-a132bb644294 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:16.194932 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28113cb5-c8a9-4db7-9a95-f2afc37097c7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb035842-317d-491b-a77d-ab711e6b1069,revision_number=0']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:16.197751 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-28113cb5-c8a9-4db7-9a95-f2afc37097c7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:16.202374 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-28113cb5-c8a9-4db7-9a95-f2afc37097c7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:16.203674 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-28113cb5-c8a9-4db7-9a95-f2afc37097c7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1780682 Apr 15 11:05:16.967120 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 1c5f6306-0a57-4584-b5d8-459b17ec2c31 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:05:17.044069 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port 1c5f6306-0a57-4584-b5d8-459b17ec2c31 completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:05:17.049650 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 1c5f6306-0a57-4584-b5d8-459b17ec2c31 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:17.050080 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:17.182684 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:17.200865 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] For port 1c5f6306-0a57-4584-b5d8-459b17ec2c31, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=1c5f6306-0a57-4584-b5d8-459b17ec2c31,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:05:17.204092 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:17.206075 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f5d78059-8647-4109-91d1-cb29d575d38e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:17.457636 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Pushing event updated for resources: {'Port': ['ID=1c5f6306-0a57-4584-b5d8-459b17ec2c31,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:17.460849 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:18.200472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Sync routers for ids ['a3d7cb10-9929-4f7b-9452-e6a95a274b3f'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:05:18.210752 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Routers {'a3d7cb10-9929-4f7b-9452-e6a95a274b3f'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:05:18.211426 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:05:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['a3d7cb10-9929-4f7b-9452-e6a95a274b3f'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:18.404952 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Set router a3d7cb10-9929-4f7b-9452-e6a95a274b3f gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:05:18.742441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'name': 'tempest-TestShelveInstance-1432703001-router', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': '1c5f6306-0a57-4584-b5d8-459b17ec2c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:08Z', 'updated_at': '2021-04-15T11:05:13Z', 'revision_number': 4, 'project_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'gw_port': {'id': '1c5f6306-0a57-4584-b5d8-459b17ec2c31', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:09Z', 'updated_at': '2021-04-15T11:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d', 'name': '', 'network_id': 'df294f38-0898-43e7-b5b3-2e8889039bb9', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'mac_address': 'fa:16:3e:2f:5e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '7bc96c69-c263-44f8-ad9f-7ee981ba37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:12Z', 'updated_at': '2021-04-15T11:05:13Z', 'revision_number': 2, 'project_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'subnets': [{'id': '7bc96c69-c263-44f8-ad9f-7ee981ba37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:18.747556 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Checking router: a3d7cb10-9929-4f7b-9452-e6a95a274b3f for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:05:18.748058 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Updating router a3d7cb10-9929-4f7b-9452-e6a95a274b3f port 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d binding host dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:05:18.808210 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:18.950295 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 1c5f6306-0a57-4584-b5d8-459b17ec2c31 up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:05:19.045640 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 1c5f6306-0a57-4584-b5d8-459b17ec2c31 triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:19.046060 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:19.267887 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Notify callbacks [] for port, precommit_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:19.280352 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Transition to ACTIVE for port object 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d will not be triggered until provisioned by entity L2. {{(pid=85294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:05:19.286678 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:19.303357 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1e029d89-7474-44f8-9b78-f4e4d240f995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:19.619249 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3e9e9-a5f7-43e0-9925-405222ef6111 None None] Pushing event updated for resources: {'Port': ['ID=76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d,revision_number=3']} {{(pid=85294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:19.624195 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e9a3e9e9-a5f7-43e0-9925-405222ef6111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:19.844034 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Attempting to bind port 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d on host dv-cinder-786386-1-smb for vnic_type normal with profile {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:05:19.844447 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Attempting to bind port 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d by drivers openvswitch,hyperv on host dv-cinder-786386-1-smb at level 0 using segments [{'id': '06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'df294f38-0898-43e7-b5b3-2e8889039bb9'}] {{(pid=85294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:05:19.844883 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Attempting to bind port 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d on network df294f38-0898-43e7-b5b3-2e8889039bb9 {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:05:19.851069 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Checking agent: {'id': '609b041a-4c1a-4a5d-a04c-ce5d8a1fe0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 6), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:05:19.851487 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Checking segment: {'id': '06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'df294f38-0898-43e7-b5b3-2e8889039bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:05:19.851935 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:19.852372 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Bound using segment: {'id': '06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'df294f38-0898-43e7-b5b3-2e8889039bb9'} {{(pid=85294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:05:19.852917 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Bound port: 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d, host: dv-cinder-786386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': 'df294f38-0898-43e7-b5b3-2e8889039bb9'}}] {{(pid=85294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:05:19.853335 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:19.955068 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] For port 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d, host dv-cinder-786386-1-smb, cleared binding levels {{(pid=85294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:05:19.958209 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] For port 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d, host dv-cinder-786386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d,segment=NetworkSegment(06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea),segment_id=06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea)] {{(pid=85294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:05:19.961515 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:19.976672 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:20.123815 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3e9e9-a5f7-43e0-9925-405222ef6111 None None] Pushing event updated for resources: {'Port': ['ID=76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d,revision_number=4']} {{(pid=85294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:20.136262 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e9a3e9e9-a5f7-43e0-9925-405222ef6111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:20.180237 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Routers {'a3d7cb10-9929-4f7b-9452-e6a95a274b3f'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:05:20.180966 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:05:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['a3d7cb10-9929-4f7b-9452-e6a95a274b3f'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:20.381778 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] Set router a3d7cb10-9929-4f7b-9452-e6a95a274b3f gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:05:20.729420 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'name': 'tempest-TestShelveInstance-1432703001-router', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': '1c5f6306-0a57-4584-b5d8-459b17ec2c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:08Z', 'updated_at': '2021-04-15T11:05:13Z', 'revision_number': 4, 'project_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'gw_port': {'id': '1c5f6306-0a57-4584-b5d8-459b17ec2c31', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:09Z', 'updated_at': '2021-04-15T11:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d', 'name': '', 'network_id': 'df294f38-0898-43e7-b5b3-2e8889039bb9', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'mac_address': 'fa:16:3e:2f:5e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '7bc96c69-c263-44f8-ad9f-7ee981ba37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:12Z', 'updated_at': '2021-04-15T11:05:19Z', 'revision_number': 4, 'project_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'subnets': [{'id': '7bc96c69-c263-44f8-ad9f-7ee981ba37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:20.733896 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe14083-38b2-4504-8f5a-d75323e2b16b None None] The sync data for ids ['a3d7cb10-9929-4f7b-9452-e6a95a274b3f'] in dv-cinder-786386-1-smb is: [{'id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'name': 'tempest-TestShelveInstance-1432703001-router', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': '1c5f6306-0a57-4584-b5d8-459b17ec2c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:08Z', 'updated_at': '2021-04-15T11:05:13Z', 'revision_number': 4, 'project_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'gw_port': {'id': '1c5f6306-0a57-4584-b5d8-459b17ec2c31', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:09Z', 'updated_at': '2021-04-15T11:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': '76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d', 'name': '', 'network_id': 'df294f38-0898-43e7-b5b3-2e8889039bb9', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'mac_address': 'fa:16:3e:2f:5e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '7bc96c69-c263-44f8-ad9f-7ee981ba37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:12Z', 'updated_at': '2021-04-15T11:05:19Z', 'revision_number': 4, 'project_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'subnets': [{'id': '7bc96c69-c263-44f8-ad9f-7ee981ba37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:05:20.977902 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:05:21.064454 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning for port 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:05:21.070431 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:21.071179 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:21.208786 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:21.244560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] For port 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d,segment=NetworkSegment(06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea),segment_id=06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:05:21.248374 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:21.251174 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:21.326321 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Pushing event updated for resources: {'Port': ['ID=76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:21.330149 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:22.954415 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d up at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:05:23.035244 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Provisioning complete for port 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:23.035666 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:25.830469 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:05:30.291030 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-49b8cc16-ef28-43e3-9300-ed3d37967eeb tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Synchronizing usage tracker for tenant:9d7359751e8c485a80ef1673e4d79be1 on resource:security_group {{(pid=85292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:05:30.308054 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-49b8cc16-ef28-43e3-9300-ed3d37967eeb tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Unset dirty status for tenant:9d7359751e8c485a80ef1673e4d79be1 on resource:security_group {{(pid=85292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:05:30.309331 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-49b8cc16-ef28-43e3-9300-ed3d37967eeb tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762198827&fields=id&tenant_id=9d7359751e8c485a80ef1673e4d79be1 HTTP/1.1" status: 200 len: 267 time: 0.0630634 Apr 15 11:05:30.471387 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-b3d4883e-5426-4864-8649-e740a7714945 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:30.472986 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-b3d4883e-5426-4864-8649-e740a7714945 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/networks?id=dede5283-2890-4055-9ac6-429e0bfd0e6e HTTP/1.1" status: 200 len: 809 time: 0.1555898 Apr 15 11:05:30.489496 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-007322fd-07f6-496b-90b8-95138ff1ce40 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/quotas/9d7359751e8c485a80ef1673e4d79be1 HTTP/1.1" status: 200 len: 375 time: 0.0102262 Apr 15 11:05:30.583893 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-7ceab7a6-bdfb-4e31-a8a2-6d604827330a tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9d7359751e8c485a80ef1673e4d79be1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887227 Apr 15 11:05:30.970272 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-926ab3b0-ad37-4b6a-b69c-37ab2a3c17cb service neutron] 10.222.0.98 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733256 Apr 15 11:05:31.125569 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-c896a422-109c-4175-ada4-65f65f121c87 service neutron] 10.222.0.98 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484873 Apr 15 11:05:31.550260 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-46841279-d568-49d4-9869-4fff14ce3416 req-79626c39-bda4-4ba8-88e2-aa150b41607d tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 210 time: 0.0499268 Apr 15 11:05:32.645851 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6f482d58-99e8-4f41-8fc6-74d0c64bef90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:32.700472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-d3665d13-ce50-428e-bde3-01007e56550a tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:32.701250 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-d3665d13-ce50-428e-bde3-01007e56550a tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Synchronizing usage tracker for tenant:9d7359751e8c485a80ef1673e4d79be1 on resource:network {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:05:32.718765 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-d3665d13-ce50-428e-bde3-01007e56550a tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Unset dirty status for tenant:9d7359751e8c485a80ef1673e4d79be1 on resource:network {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:05:32.720272 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-d3665d13-ce50-428e-bde3-01007e56550a tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.108 "GET /v2.0/networks?id=dede5283-2890-4055-9ac6-429e0bfd0e6e HTTP/1.1" status: 200 len: 809 time: 0.1825294 Apr 15 11:05:32.727402 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-5079e373-b99e-4845-bc5e-a28f5ab970e7 req-97a93cbe-54bf-4505-9dc9-b6cbfdabbabd tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 210 time: 0.0542955 Apr 15 11:05:32.809395 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-f24517ca-bf56-4a4e-8f01-29679228b1f1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Synchronizing usage tracker for tenant:9d7359751e8c485a80ef1673e4d79be1 on resource:security_group {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:05:32.822838 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-f24517ca-bf56-4a4e-8f01-29679228b1f1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Unset dirty status for tenant:9d7359751e8c485a80ef1673e4d79be1 on resource:security_group {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:05:32.824304 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-f24517ca-bf56-4a4e-8f01-29679228b1f1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=9d7359751e8c485a80ef1673e4d79be1 HTTP/1.1" status: 200 len: 8061 time: 0.0904541 Apr 15 11:05:32.833684 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Request body: {'port': {'device_id': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'admin_state_up': True, 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'security_groups': ['e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182']}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:32.979992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:32.984374 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Usage tracker for resource:port and tenant:9d7359751e8c485a80ef1673e4d79be1 is out of sync, need to count used quota {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:32.987779 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85291) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:32.994132 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:33.003381 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Made reservation on behalf of 9d7359751e8c485a80ef1673e4d79be1 for: {'port': 1} {{(pid=85291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:05:33.009360 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:33.183507 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Allocated IP 172.20.0.10 (dede5283-2890-4055-9ac6-429e0bfd0e6e/b3b4447c-d375-40a1-810c-5c8dce71975d/f909561a-5ac6-4a43-8e60-131e92b8d9be) {{(pid=85291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:05:33.388288 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for port, precommit_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:33.404441 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Transition to ACTIVE for port object f909561a-5ac6-4a43-8e60-131e92b8d9be will not be triggered until provisioned by entity DHCP. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:05:33.427669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_create {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:33.443099 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2711436c-ffe3-4674-9609-c3dfbfbf5614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:33.833386 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Pushing event updated for resources: {'Port': ['ID=f909561a-5ac6-4a43-8e60-131e92b8d9be,revision_number=1']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:33.847947 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:33.848366 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:33.848802 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:33.849209 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:33.849610 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:33.850008 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:33.850403 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:33.850802 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:33.851196 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:33.851586 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:33.851981 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:33.852366 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:33.858256 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:33.907272 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Network dede5283-2890-4055-9ac6-429e0bfd0e6e is already hosted by enough agents. {{(pid=85291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:05:33.908622 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Resources bound (agent type, host, resource id): {{(pid=85291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:05:33.911044 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Received port after_create {{(pid=85291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:05:33.935294 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185f042-30cc-49e8-9077-223a55b69ed1 req-3e38aae5-52e5-46ec-ab22-7fc2ad6f06fb tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:33.937689 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0185f042-30cc-49e8-9077-223a55b69ed1 req-3e38aae5-52e5-46ec-ab22-7fc2ad6f06fb tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 932 time: 0.0956202 Apr 15 11:05:33.987965 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:33.988652 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:33.989735 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-0185f042-30cc-49e8-9077-223a55b69ed1 req-07b14377-f43c-45b5-849e-7ec10434d1d8 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454316 Apr 15 11:05:34.011105 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1815813 Apr 15 11:05:34.030989 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Request body: {'port': {'device_id': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:34.109108 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c7035ffa-a543-45a5-a436-b88992f520ec None None] Provisioning for port f909561a-5ac6-4a43-8e60-131e92b8d9be completed by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:05:34.114098 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-c7035ffa-a543-45a5-a436-b88992f520ec None None] Provisioning complete for port f909561a-5ac6-4a43-8e60-131e92b8d9be triggered by entity DHCP. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:34.114514 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c7035ffa-a543-45a5-a436-b88992f520ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:34.159994 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:34.172349 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-c7035ffa-a543-45a5-a436-b88992f520ec None None] Port f909561a-5ac6-4a43-8e60-131e92b8d9be cannot update to ACTIVE because it is not bound. {{(pid=85293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:05:34.574911 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f909561a-5ac6-4a43-8e60-131e92b8d9be {{(pid=85291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:05:34.583280 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:34.598060 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Transition to ACTIVE for port object f909561a-5ac6-4a43-8e60-131e92b8d9be will not be triggered until provisioned by entity L2. {{(pid=85291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:05:34.600884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452036'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:34.614530 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-50fbc1b8-2186-4ef4-a807-d1dcbdccc572 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:34.754110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Pushing event updated for resources: {'Port': ['ID=f909561a-5ac6-4a43-8e60-131e92b8d9be,revision_number=2']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:34.758624 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:34.936651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-12b49803-c80f-4465-82ac-fabd72b3c6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:34.989096 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Attempting to bind port f909561a-5ac6-4a43-8e60-131e92b8d9be on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:05:34.989480 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Attempting to bind port f909561a-5ac6-4a43-8e60-131e92b8d9be by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd4177f43-b675-4977-b6bd-43d4e9cccf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e'}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:05:34.989855 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Attempting to bind port f909561a-5ac6-4a43-8e60-131e92b8d9be on network dede5283-2890-4055-9ac6-429e0bfd0e6e {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:05:34.994899 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Port f909561a-5ac6-4a43-8e60-131e92b8d9be on network dede5283-2890-4055-9ac6-429e0bfd0e6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:05:34.995267 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Attempting to bind port f909561a-5ac6-4a43-8e60-131e92b8d9be on network dede5283-2890-4055-9ac6-429e0bfd0e6e {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:05:35.001548 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Checking agent: {'id': 'fe88ea55-aaaf-40f0-b5fb-a94fa21fd9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:05:35.001935 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Checking segment: {'id': 'd4177f43-b675-4977-b6bd-43d4e9cccf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:05:35.002358 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Bound using segment: {'id': 'd4177f43-b675-4977-b6bd-43d4e9cccf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e'} {{(pid=85291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:05:35.002835 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Bound port: f909561a-5ac6-4a43-8e60-131e92b8d9be, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4177f43-b675-4977-b6bd-43d4e9cccf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e'}}] {{(pid=85291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:05:35.003222 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:35.107253 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] For port f909561a-5ac6-4a43-8e60-131e92b8d9be, host hv-cinder-78638, cleared binding levels {{(pid=85291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:05:35.111173 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] For port f909561a-5ac6-4a43-8e60-131e92b8d9be, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be,segment=NetworkSegment(d4177f43-b675-4977-b6bd-43d4e9cccf2a),segment_id=d4177f43-b675-4977-b6bd-43d4e9cccf2a)] {{(pid=85291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:05:35.115502 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452036'] for port, after_update {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:35.131437 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-472c90b9-e0e3-44ad-88bb-f8a9a8a2ab29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:35.199564 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499473d-fc10-4001-8536-4eff6eed2db7 req-070ee6fb-8cfb-4535-91e7-e2c23b7a7b31 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:35.201249 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7499473d-fc10-4001-8536-4eff6eed2db7 req-070ee6fb-8cfb-4535-91e7-e2c23b7a7b31 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 944 time: 0.0968544 Apr 15 11:05:35.249556 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7499473d-fc10-4001-8536-4eff6eed2db7 req-9ce79539-a5fe-4b25-899a-847ca8fdc9a6 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418866 Apr 15 11:05:35.296851 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Pushing event updated for resources: {'Port': ['ID=f909561a-5ac6-4a43-8e60-131e92b8d9be,revision_number=3']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:35.302478 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:35.332280 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:35.332977 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:35.334456 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] 10.222.0.108 "PUT /v2.0/ports/f909561a-5ac6-4a43-8e60-131e92b8d9be HTTP/1.1" status: 200 len: 1094 time: 1.3088801 Apr 15 11:05:35.334984 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'tag': 'f909561a-5ac6-4a43-8e60-131e92b8d9be'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:05:35.388702 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'tag': 'f909561a-5ac6-4a43-8e60-131e92b8d9be', 'status': 'completed', 'code': 200} Apr 15 11:05:35.477041 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-cf2b4559-9a21-4d86-9e1a-2bcbe159f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:35.478698 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-cf2b4559-9a21-4d86-9e1a-2bcbe159f766 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=9d7359751e8c485a80ef1673e4d79be1&device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 1097 time: 0.0890756 Apr 15 11:05:35.559369 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-24f4486c-8e9a-4d79-b3fd-722299f4ed45 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be HTTP/1.1" status: 200 len: 217 time: 0.0691481 Apr 15 11:05:35.631873 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-02ec0223-e3a9-4408-9dde-1339af66c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:35.633440 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-02ec0223-e3a9-4408-9dde-1339af66c905 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b3b4447c-d375-40a1-810c-5c8dce71975d HTTP/1.1" status: 200 len: 848 time: 0.0683935 Apr 15 11:05:35.717105 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-5dd49ead-2b3b-4415-8708-dd2a52bb09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:35.719442 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-5dd49ead-2b3b-4415-8708-dd2a52bb09a7 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dede5283-2890-4055-9ac6-429e0bfd0e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802901 Apr 15 11:05:35.799658 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:35.868096 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-ffda7e5e-89db-4dc0-85cd-609b3e115354 service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423211 Apr 15 11:05:36.015486 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-936f5d7d-50e4-4b41-97b9-2eaf96c1d24f req-35aa1010-90a8-454a-97b0-cc3295c9edbc service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404569 Apr 15 11:05:36.177530 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb9abf-5e7c-4d07-b968-f41078c87e36 req-eb930895-efee-4350-9215-eec7b9aea8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:36.179118 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3fdb9abf-5e7c-4d07-b968-f41078c87e36 req-eb930895-efee-4350-9215-eec7b9aea8fb service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=9d7359751e8c485a80ef1673e4d79be1&device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 1097 time: 0.0793993 Apr 15 11:05:36.298925 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:36.328181 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb9abf-5e7c-4d07-b968-f41078c87e36 req-fd9aad04-dd59-4a9b-887d-08fd8b469bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:36.329840 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3fdb9abf-5e7c-4d07-b968-f41078c87e36 req-fd9aad04-dd59-4a9b-887d-08fd8b469bd7 service neutron] 10.222.0.108 "GET /v2.0/networks?id=dede5283-2890-4055-9ac6-429e0bfd0e6e HTTP/1.1" status: 200 len: 911 time: 0.1445444 Apr 15 11:05:36.408988 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3fdb9abf-5e7c-4d07-b968-f41078c87e36 req-48880011-fef8-4cbf-aebc-45defaedbf3c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be HTTP/1.1" status: 200 len: 217 time: 0.0714381 Apr 15 11:05:36.459298 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bf3ce-caf7-4140-9151-8c9211bb7d4b req-17eecdd8-0ae7-476e-8cbf-2cefc92ae6a2 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:36.460937 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-282bf3ce-caf7-4140-9151-8c9211bb7d4b req-17eecdd8-0ae7-476e-8cbf-2cefc92ae6a2 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 944 time: 0.0954945 Apr 15 11:05:36.483163 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb9abf-5e7c-4d07-b968-f41078c87e36 req-9d3ffbdb-58c4-4f61-a38b-0030ccbc8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:36.485326 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3fdb9abf-5e7c-4d07-b968-f41078c87e36 req-9d3ffbdb-58c4-4f61-a38b-0030ccbc8310 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b3b4447c-d375-40a1-810c-5c8dce71975d HTTP/1.1" status: 200 len: 848 time: 0.0683465 Apr 15 11:05:36.517045 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-282bf3ce-caf7-4140-9151-8c9211bb7d4b req-9a9174c6-366c-4b67-bdce-251bfc5e6905 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494022 Apr 15 11:05:36.569652 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb9abf-5e7c-4d07-b968-f41078c87e36 req-5822f136-3bc0-4101-9b92-797102dd73dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:36.571429 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3fdb9abf-5e7c-4d07-b968-f41078c87e36 req-5822f136-3bc0-4101-9b92-797102dd73dc service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dede5283-2890-4055-9ac6-429e0bfd0e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796673 Apr 15 11:05:36.713024 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3fdb9abf-5e7c-4d07-b968-f41078c87e36 req-9b60bdf7-9217-4253-aeda-48b48b519f01 service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341701 Apr 15 11:05:36.855128 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3fdb9abf-5e7c-4d07-b968-f41078c87e36 req-e013497f-ad49-486f-8c0a-04311b4a2c4e service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348169 Apr 15 11:05:37.285692 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:37.724085 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9dec1-c106-44f6-b068-bca285ad29f5 req-e0620011-1a9c-4086-b38f-9d94471b7d9c tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:37.725707 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-32d9dec1-c106-44f6-b068-bca285ad29f5 req-e0620011-1a9c-4086-b38f-9d94471b7d9c tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 944 time: 0.0897944 Apr 15 11:05:37.774631 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-32d9dec1-c106-44f6-b068-bca285ad29f5 req-8da299c1-05ee-4286-8035-ec1b350faaf4 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426548 Apr 15 11:05:38.236595 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device f909561a-5ac6-4a43-8e60-131e92b8d9be details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:05:38.387487 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port f909561a-5ac6-4a43-8e60-131e92b8d9be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be,segment=NetworkSegment(d4177f43-b675-4977-b6bd-43d4e9cccf2a),segment_id=d4177f43-b675-4977-b6bd-43d4e9cccf2a)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:05:38.402307 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': 'f909561a-5ac6-4a43-8e60-131e92b8d9be', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'port_id': 'f909561a-5ac6-4a43-8e60-131e92b8d9be', 'mac_address': 'fa:16:3e:39:4e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:05:38.466262 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:38.489563 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f909561a-5ac6-4a43-8e60-131e92b8d9be {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:05:38.507110 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port f909561a-5ac6-4a43-8e60-131e92b8d9be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be,segment=NetworkSegment(d4177f43-b675-4977-b6bd-43d4e9cccf2a),segment_id=d4177f43-b675-4977-b6bd-43d4e9cccf2a)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:05:38.509958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:38.511762 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-9d7b418d-01be-40bb-843d-106218f526a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:38.580532 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=f909561a-5ac6-4a43-8e60-131e92b8d9be,revision_number=4']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:38.583784 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:38.793200 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['f909561a-5ac6-4a43-8e60-131e92b8d9be'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:05:38.989201 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b970df-c549-492f-8438-a3aad77ba718 req-a8b0c2de-909f-4379-9420-1a7c79351a0b tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:38.990789 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-53b970df-c549-492f-8438-a3aad77ba718 req-a8b0c2de-909f-4379-9420-1a7c79351a0b tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 945 time: 0.0971634 Apr 15 11:05:39.042795 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-53b970df-c549-492f-8438-a3aad77ba718 req-1619796b-08a9-43bf-b406-1e6344eb7405 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453832 Apr 15 11:05:40.235760 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device f909561a-5ac6-4a43-8e60-131e92b8d9be up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:05:40.256289 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d76980-03d9-4805-a672-9c348590f7c0 req-91f980f8-41cb-4e35-bc68-0448cb130cb0 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:40.258036 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-16d76980-03d9-4805-a672-9c348590f7c0 req-91f980f8-41cb-4e35-bc68-0448cb130cb0 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 945 time: 0.0890090 Apr 15 11:05:40.307362 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-16d76980-03d9-4805-a672-9c348590f7c0 req-3b52bc8c-9f3b-48fd-b052-a47f2cdefaa9 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426621 Apr 15 11:05:40.309132 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning for port f909561a-5ac6-4a43-8e60-131e92b8d9be completed by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:05:40.315278 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port f909561a-5ac6-4a43-8e60-131e92b8d9be triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:40.315704 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:40.449564 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:40.479298 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f909561a-5ac6-4a43-8e60-131e92b8d9be'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:05:40.490878 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port f909561a-5ac6-4a43-8e60-131e92b8d9be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be,segment=NetworkSegment(d4177f43-b675-4977-b6bd-43d4e9cccf2a),segment_id=d4177f43-b675-4977-b6bd-43d4e9cccf2a)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:05:40.493964 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:40.497139 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:40.540374 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f909561a-5ac6-4a43-8e60-131e92b8d9be', 'code': 200} Apr 15 11:05:40.575427 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=f909561a-5ac6-4a43-8e60-131e92b8d9be,revision_number=5']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:40.579331 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:40.866851 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc774178-52f2-4a53-a96d-36930b6508d6 req-f46dd6eb-5cca-45c7-907a-988c1877f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:40.868421 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dc774178-52f2-4a53-a96d-36930b6508d6 req-f46dd6eb-5cca-45c7-907a-988c1877f22e service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 1099 time: 0.0797966 Apr 15 11:05:40.915066 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-dc774178-52f2-4a53-a96d-36930b6508d6 req-8f65cc22-ba00-4d37-87ba-20fc07fd60e6 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394652 Apr 15 11:05:41.511588 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485df4ec-b3c1-4721-8d1a-4a2b608e154c req-a7e675b4-d7db-4d45-a1a6-5eafab9d80c7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:41.513185 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-485df4ec-b3c1-4721-8d1a-4a2b608e154c req-a7e675b4-d7db-4d45-a1a6-5eafab9d80c7 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0921431 Apr 15 11:05:41.560914 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-485df4ec-b3c1-4721-8d1a-4a2b608e154c req-68ec4012-a476-4da9-92a3-262e954f9a2b tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404761 Apr 15 11:05:42.714641 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:42.767196 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b132666-33e2-43e1-b798-7de189eb73f5 req-8eb60c65-2733-44d6-8d06-73aa354f0398 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:42.768804 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7b132666-33e2-43e1-b798-7de189eb73f5 req-8eb60c65-2733-44d6-8d06-73aa354f0398 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0924690 Apr 15 11:05:42.816351 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7b132666-33e2-43e1-b798-7de189eb73f5 req-ff4ff8dc-e747-4c9e-bcd3-7d3726df9fb2 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412278 Apr 15 11:05:43.135093 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dd134-3958-4a75-a8f0-e29c05fc288c req-15b1cb65-3abd-4e11-be09-088d085e97dc tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:43.136712 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a05dd134-3958-4a75-a8f0-e29c05fc288c req-15b1cb65-3abd-4e11-be09-088d085e97dc tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.2035708 Apr 15 11:05:43.185373 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-a05dd134-3958-4a75-a8f0-e29c05fc288c req-eca26807-9bc2-45ed-86a0-d4d2fb3d01db tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417657 Apr 15 11:05:43.211306 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 37234) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:43.341251 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaf72fc-0fa9-40f6-8cb8-b63ae005bbaf tempest-TestShelveInstance-468133090 tempest-TestShelveInstance-468133090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:43.342942 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-faaf72fc-0fa9-40f6-8cb8-b63ae005bbaf tempest-TestShelveInstance-468133090 tempest-TestShelveInstance-468133090-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 1094 time: 0.1303461 Apr 15 11:05:43.346226 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85292) accepted ('10.222.0.98', 37240) {{(pid=85292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:43.351735 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.v2.base [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Request body: {'floatingip': {'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'port_id': 'f909561a-5ac6-4a43-8e60-131e92b8d9be', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:05:43.358256 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:05:43.362301 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Usage tracker for resource:floatingip and tenant:9d7359751e8c485a80ef1673e4d79be1 is out of sync, need to count used quota {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:05:43.365346 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:05:43.371364 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.quota.driver [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:05:43.381501 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for floatingip, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:43.527296 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:43.675339 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_common [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Allocated IP 172.28.1.240 (75f67454-9d0f-442c-bd06-ccb5d72eecb7/92e09409-23cb-47a5-83a3-d0bf73c89cb1/cfa81968-7253-4987-8480-62dda5d163a8) {{(pid=85292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:05:43.832229 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for port, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:43.862487 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726916427225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7189757'] for port, after_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:43.878148 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:44.015911 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Pushing event updated for resources: {'Port': ['ID=cfa81968-7253-4987-8480-62dda5d163a8,revision_number=1']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:44.030540 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.030968 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.031380 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.031848 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.032280 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.032718 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.033125 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.033538 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.033945 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.034365 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.034785 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.035184 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:44.049997 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:44.087632 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Network 75f67454-9d0f-442c-bd06-ccb5d72eecb7 is already hosted by enough agents. {{(pid=85292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:05:44.088895 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.base_scheduler [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Resources bound (agent type, host, resource id): {{(pid=85292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:05:44.091545 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Received port after_create {{(pid=85292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:05:44.520141 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:44.598428 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:44.868848 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for port, precommit_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:44.872284 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847586107'] for port, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:44.887973 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1b755480-94d9-4a4c-95a6-ecf08014ea59 tempest-TestMinimumBasicScenario-937363942 tempest-TestMinimumBasicScenario-937363942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:45.027493 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Pushing event updated for resources: {'Port': ['ID=cfa81968-7253-4987-8480-62dda5d163a8,revision_number=2']} {{(pid=85292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:45.033442 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:45.129291 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-447726'] for floatingip, after_update {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:45.314548 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.l3_db [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Floating IP f4931f43-4449-44a6-9779-144e1791ed1c associated. External IP: 172.28.1.240, port: f909561a-5ac6-4a43-8e60-131e92b8d9be. Apr 15 11:05:45.928973 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Router 6aee253a-07c3-41be-9a01-ea522070ebd7 has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:05:46.124801 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:05:46.134474 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef2b475-34b2-4ec1-87ca-c27d71fa444a None None] Sync routers for ids ['6aee253a-07c3-41be-9a01-ea522070ebd7'] in dv-cinder-786386-1-smb {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:05:46.145030 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef2b475-34b2-4ec1-87ca-c27d71fa444a None None] Routers {'6aee253a-07c3-41be-9a01-ea522070ebd7'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:05:46.145692 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-cef2b475-34b2-4ec1-87ca-c27d71fa444a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:05:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['6aee253a-07c3-41be-9a01-ea522070ebd7'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:46.149000 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:46.209650 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-e83ddae0-615e-4608-aa3f-c795ec48f1d1 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8622255 Apr 15 11:05:46.210273 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'tag': 'f909561a-5ac6-4a43-8e60-131e92b8d9be'}] {{(pid=85292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:05:46.266306 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'tag': 'f909561a-5ac6-4a43-8e60-131e92b8d9be', 'status': 'completed', 'code': 200} Apr 15 11:05:46.338357 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-cef2b475-34b2-4ec1-87ca-c27d71fa444a None None] Set router 6aee253a-07c3-41be-9a01-ea522070ebd7 gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:05:46.388342 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b1716-1402-4a10-9272-805c075e58fd req-e4c437ee-ae0a-4127-a942-0629a02c4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:46.390661 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fa0b1716-1402-4a10-9272-805c075e58fd req-e4c437ee-ae0a-4127-a942-0629a02c4f72 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=9d7359751e8c485a80ef1673e4d79be1&device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 1099 time: 0.0810513 Apr 15 11:05:46.535176 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b1716-1402-4a10-9272-805c075e58fd req-6be5d6c2-4a69-4c92-bee1-000746008919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:46.536670 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fa0b1716-1402-4a10-9272-805c075e58fd req-6be5d6c2-4a69-4c92-bee1-000746008919 service neutron] 10.222.0.108 "GET /v2.0/networks?id=dede5283-2890-4055-9ac6-429e0bfd0e6e HTTP/1.1" status: 200 len: 911 time: 0.1403234 Apr 15 11:05:46.649385 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fa0b1716-1402-4a10-9272-805c075e58fd req-356fc032-a3eb-4fff-8a96-f4381577d752 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be HTTP/1.1" status: 200 len: 1000 time: 0.1063423 Apr 15 11:05:46.713492 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-cef2b475-34b2-4ec1-87ca-c27d71fa444a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'name': 'tempest-TestShelveInstance-1078043858-router', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:05Z', 'revision_number': 4, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'gw_port': {'id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': 'f4931f43-4449-44a6-9779-144e1791ed1c', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'floating_ip_address': '172.28.1.240', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'port_id': 'f909561a-5ac6-4a43-8e60-131e92b8d9be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'mac_address': 'fa:16:3e:39:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:05:44Z', 'updated_at': '2021-04-15T11:05:44Z', 'revision_number': 0, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61dc131-66b9-4131-89f2-fce9f1622dca', 'name': '', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'mac_address': 'fa:16:3e:71:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:04Z', 'updated_at': '2021-04-15T11:05:13Z', 'revision_number': 5, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'subnets': [{'id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:46.717884 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef2b475-34b2-4ec1-87ca-c27d71fa444a None None] Checking router: 6aee253a-07c3-41be-9a01-ea522070ebd7 for host: dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:05:46.718572 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b1716-1402-4a10-9272-805c075e58fd req-3b4ea3d5-0e65-4f64-8bba-ba8e2b9faa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:46.720153 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fa0b1716-1402-4a10-9272-805c075e58fd req-3b4ea3d5-0e65-4f64-8bba-ba8e2b9faa8d service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b3b4447c-d375-40a1-810c-5c8dce71975d HTTP/1.1" status: 200 len: 848 time: 0.0645385 Apr 15 11:05:46.726914 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef2b475-34b2-4ec1-87ca-c27d71fa444a None None] Routers {'6aee253a-07c3-41be-9a01-ea522070ebd7'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:05:46.727610 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-cef2b475-34b2-4ec1-87ca-c27d71fa444a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:05:35Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['6aee253a-07c3-41be-9a01-ea522070ebd7'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:46.927844 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-cef2b475-34b2-4ec1-87ca-c27d71fa444a None None] Set router 6aee253a-07c3-41be-9a01-ea522070ebd7 gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:05:47.055241 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b1716-1402-4a10-9272-805c075e58fd req-ec5548fb-2f8d-49fb-8cd9-fcd5b0385877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:47.056883 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fa0b1716-1402-4a10-9272-805c075e58fd req-ec5548fb-2f8d-49fb-8cd9-fcd5b0385877 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dede5283-2890-4055-9ac6-429e0bfd0e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3298821 Apr 15 11:05:47.203238 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fa0b1716-1402-4a10-9272-805c075e58fd req-382af1c7-3677-47e3-9ede-2a4c6be46e14 service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396637 Apr 15 11:05:47.357130 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-fa0b1716-1402-4a10-9272-805c075e58fd req-937b25ab-bd7a-4f5b-bd1d-27955baeaf0a service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479669 Apr 15 11:05:47.475422 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-cef2b475-34b2-4ec1-87ca-c27d71fa444a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'name': 'tempest-TestShelveInstance-1078043858-router', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:05Z', 'revision_number': 4, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'gw_port': {'id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': 'f4931f43-4449-44a6-9779-144e1791ed1c', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'floating_ip_address': '172.28.1.240', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'port_id': 'f909561a-5ac6-4a43-8e60-131e92b8d9be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'mac_address': 'fa:16:3e:39:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:05:44Z', 'updated_at': '2021-04-15T11:05:44Z', 'revision_number': 0, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61dc131-66b9-4131-89f2-fce9f1622dca', 'name': '', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'mac_address': 'fa:16:3e:71:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:04Z', 'updated_at': '2021-04-15T11:05:13Z', 'revision_number': 5, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'subnets': [{'id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:05:47.479397 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef2b475-34b2-4ec1-87ca-c27d71fa444a None None] The sync data for ids ['6aee253a-07c3-41be-9a01-ea522070ebd7'] in dv-cinder-786386-1-smb is: [{'id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'name': 'tempest-TestShelveInstance-1078043858-router', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:05Z', 'revision_number': 4, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'gw_port': {'id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_floatingips': [{'id': 'f4931f43-4449-44a6-9779-144e1791ed1c', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'floating_ip_address': '172.28.1.240', 'floating_network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'router_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'port_id': 'f909561a-5ac6-4a43-8e60-131e92b8d9be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'mac_address': 'fa:16:3e:39:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:05:44Z', 'updated_at': '2021-04-15T11:05:44Z', 'revision_number': 0, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61dc131-66b9-4131-89f2-fce9f1622dca', 'name': '', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'mac_address': 'fa:16:3e:71:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:04Z', 'updated_at': '2021-04-15T11:05:13Z', 'revision_number': 5, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'subnets': [{'id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:05:47.766007 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aa5863-a943-4357-9193-f76cc1b61870 None None] New status for floating IP f4931f43-4449-44a6-9779-144e1791ed1c: ACTIVE {{(pid=85294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:05:54.324347 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4fed6d2c-ba30-4ac8-84c7-e8bb337c1ec4 req-a1dbf981-22e8-4854-baf9-cd6ce9c24abb service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791016 Apr 15 11:05:54.499168 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed6d2c-ba30-4ac8-84c7-e8bb337c1ec4 req-3353e9b9-d8e7-46af-a69b-c7eed561b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:54.500862 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4fed6d2c-ba30-4ac8-84c7-e8bb337c1ec4 req-3353e9b9-d8e7-46af-a69b-c7eed561b733 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=9d7359751e8c485a80ef1673e4d79be1&device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 1099 time: 0.0833120 Apr 15 11:05:54.657484 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed6d2c-ba30-4ac8-84c7-e8bb337c1ec4 req-47c278f2-6617-47bb-8a89-4eb8c953d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:54.659048 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4fed6d2c-ba30-4ac8-84c7-e8bb337c1ec4 req-47c278f2-6617-47bb-8a89-4eb8c953d433 service neutron] 10.222.0.108 "GET /v2.0/networks?id=dede5283-2890-4055-9ac6-429e0bfd0e6e HTTP/1.1" status: 200 len: 911 time: 0.1397243 Apr 15 11:05:54.766997 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4fed6d2c-ba30-4ac8-84c7-e8bb337c1ec4 req-1518ae6b-ed4d-4305-a0b1-72f4e2516825 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be HTTP/1.1" status: 200 len: 1002 time: 0.1007063 Apr 15 11:05:54.838551 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed6d2c-ba30-4ac8-84c7-e8bb337c1ec4 req-df7c75df-0d6c-4439-9145-f675d9e7d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:54.840092 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4fed6d2c-ba30-4ac8-84c7-e8bb337c1ec4 req-df7c75df-0d6c-4439-9145-f675d9e7d176 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b3b4447c-d375-40a1-810c-5c8dce71975d HTTP/1.1" status: 200 len: 848 time: 0.0668404 Apr 15 11:05:54.922760 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed6d2c-ba30-4ac8-84c7-e8bb337c1ec4 req-228edeac-ad09-4810-a344-af5c5a0f7b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:54.924349 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4fed6d2c-ba30-4ac8-84c7-e8bb337c1ec4 req-228edeac-ad09-4810-a344-af5c5a0f7b84 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dede5283-2890-4055-9ac6-429e0bfd0e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781326 Apr 15 11:05:55.079369 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4fed6d2c-ba30-4ac8-84c7-e8bb337c1ec4 req-1d42406d-a97f-480e-b56e-41625c0efc12 service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461444 Apr 15 11:05:55.229335 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4fed6d2c-ba30-4ac8-84c7-e8bb337c1ec4 req-1c1bea6e-0d62-4dae-a441-4cdedb29f61b service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378226 Apr 15 11:06:02.639252 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-28b1552d-889a-4808-952f-6c206afb97ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:02.830114 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:06:04.929308 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-771f811c-bead-4f22-a168-2b78e36e38cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:05.802318 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:06.301285 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:07.287838 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.718542 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:32.641300 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dd35b95e-db9d-49ae-a19a-d09145dfc27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:34.929473 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-830701bc-c1e3-4dcb-af15-b657571fe5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:35.804513 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:36.302129 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:37.290903 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:39.829984 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:06:42.728147 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:55.369639 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88a74529-e758-4547-814e-b4378edf5601 req-8d5be0e5-b536-4b62-a71f-fef3374d131f service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1310174 Apr 15 11:06:55.533026 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a74529-e758-4547-814e-b4378edf5601 req-8b0a2388-9c6b-45fc-add1-4291115a752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:55.534502 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88a74529-e758-4547-814e-b4378edf5601 req-8b0a2388-9c6b-45fc-add1-4291115a752d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=9d7359751e8c485a80ef1673e4d79be1&device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 1099 time: 0.0789557 Apr 15 11:06:55.693665 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a74529-e758-4547-814e-b4378edf5601 req-3ad0ed73-3f94-4283-885d-83dc013a60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:55.695252 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88a74529-e758-4547-814e-b4378edf5601 req-3ad0ed73-3f94-4283-885d-83dc013a60fc service neutron] 10.222.0.108 "GET /v2.0/networks?id=dede5283-2890-4055-9ac6-429e0bfd0e6e HTTP/1.1" status: 200 len: 911 time: 0.1407840 Apr 15 11:06:55.808012 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88a74529-e758-4547-814e-b4378edf5601 req-aeef7ab5-24eb-43ef-96b2-2d18ef7f711e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be HTTP/1.1" status: 200 len: 1002 time: 0.1058226 Apr 15 11:06:55.877072 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a74529-e758-4547-814e-b4378edf5601 req-7bd8b121-2929-46da-977c-63c87d433aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:55.878592 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88a74529-e758-4547-814e-b4378edf5601 req-7bd8b121-2929-46da-977c-63c87d433aa0 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b3b4447c-d375-40a1-810c-5c8dce71975d HTTP/1.1" status: 200 len: 848 time: 0.0649571 Apr 15 11:06:55.965363 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a74529-e758-4547-814e-b4378edf5601 req-f63c958e-50b9-4eb2-b59a-a0352aef56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:55.967029 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88a74529-e758-4547-814e-b4378edf5601 req-f63c958e-50b9-4eb2-b59a-a0352aef56bc service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dede5283-2890-4055-9ac6-429e0bfd0e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820773 Apr 15 11:06:55.978232 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [req-88a74529-e758-4547-814e-b4378edf5601 req-7bdc1084-ce76-47a1-aa4d-2f567dc58b3d service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=85291) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 11:06:55.979251 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88a74529-e758-4547-814e-b4378edf5601 req-7bdc1084-ce76-47a1-aa4d-2f567dc58b3d service neutron] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054123 Apr 15 11:06:56.122721 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88a74529-e758-4547-814e-b4378edf5601 req-0e43c446-f451-44a6-91be-df0e8a7ac00c service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373134 Apr 15 11:06:56.268275 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-88a74529-e758-4547-814e-b4378edf5601 req-99c56c3f-e733-4dd6-9081-d26c08207791 service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383507 Apr 15 11:07:02.643070 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-295e1753-fabb-46a1-8058-b181b554edfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:04.930274 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-12029a45-6680-4b1a-b26d-b9eb142d3603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:05.807335 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:06.304593 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:07.293578 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:12.723364 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:16.830262 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:07:32.644883 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-f606df96-b845-4585-b3ee-7534c472a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:34.931203 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-de52238b-9fff-4af1-8c20-f711c63e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:35.809157 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:36.306787 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:36.710095 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff91ccf-9aed-40f5-b785-4326eb3a1ba0 req-6270c556-83b3-4d0a-9977-20e62a27f7b5 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:36.711681 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-eff91ccf-9aed-40f5-b785-4326eb3a1ba0 req-6270c556-83b3-4d0a-9977-20e62a27f7b5 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.1432574 Apr 15 11:07:36.761118 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-eff91ccf-9aed-40f5-b785-4326eb3a1ba0 req-0c8e175d-3689-457b-a813-8de15ba59cf4 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421343 Apr 15 11:07:37.297755 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:37.974622 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492c3ea-9a79-4e79-9bf5-19a3d8f865b5 req-8162bc10-eca6-4286-91d2-c025f0e751b9 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:37.976212 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8492c3ea-9a79-4e79-9bf5-19a3d8f865b5 req-8162bc10-eca6-4286-91d2-c025f0e751b9 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0943620 Apr 15 11:07:38.024282 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8492c3ea-9a79-4e79-9bf5-19a3d8f865b5 req-1164a9ca-c888-49d9-ab02-8a4158551c45 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416572 Apr 15 11:07:39.226578 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18174fbf-08d5-4f1f-a3f8-7e9375e0612e req-6205504d-bb66-422e-b81e-3f522cc74742 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:39.228099 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-18174fbf-08d5-4f1f-a3f8-7e9375e0612e req-6205504d-bb66-422e-b81e-3f522cc74742 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0869901 Apr 15 11:07:39.278483 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-18174fbf-08d5-4f1f-a3f8-7e9375e0612e req-fbcca3c0-fbe5-47ab-8591-f6f52d966def tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431585 Apr 15 11:07:40.482912 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ade7f3-4c0f-4467-b214-003781fbc531 req-8fc1f95b-7cef-450d-a470-aa0a5f009f91 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:40.484544 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-85ade7f3-4c0f-4467-b214-003781fbc531 req-8fc1f95b-7cef-450d-a470-aa0a5f009f91 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0905504 Apr 15 11:07:40.533198 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-85ade7f3-4c0f-4467-b214-003781fbc531 req-e7fb73a5-a8a7-4019-9d3c-7f4a806c740a tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422015 Apr 15 11:07:41.750693 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e728b7-f543-4811-83c3-9c8bd4894b84 req-e53f374a-c29a-45a8-a9b6-27347ef6c0e0 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:41.752277 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-61e728b7-f543-4811-83c3-9c8bd4894b84 req-e53f374a-c29a-45a8-a9b6-27347ef6c0e0 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0942285 Apr 15 11:07:41.801571 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-61e728b7-f543-4811-83c3-9c8bd4894b84 req-adcdb29b-3dfa-4ac4-8a36-8075ef036eba tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425541 Apr 15 11:07:42.724420 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:43.005608 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef09cb-95d4-48e8-8a90-de3566b5efa7 req-355282a0-08b8-4e53-9f3f-b072d1686fd9 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:43.007126 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-59ef09cb-95d4-48e8-8a90-de3566b5efa7 req-355282a0-08b8-4e53-9f3f-b072d1686fd9 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0888221 Apr 15 11:07:43.055893 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-59ef09cb-95d4-48e8-8a90-de3566b5efa7 req-a6720746-0999-4a90-bc9b-c19e805dc4b4 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422235 Apr 15 11:07:44.259375 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2394330-cde3-4782-a3db-e84aad10f6c5 req-adc1a6be-5f2b-4b7b-a54d-bba344714cfc tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:44.260973 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c2394330-cde3-4782-a3db-e84aad10f6c5 req-adc1a6be-5f2b-4b7b-a54d-bba344714cfc tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0910461 Apr 15 11:07:44.309531 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c2394330-cde3-4782-a3db-e84aad10f6c5 req-cd298dfc-319e-4261-962f-d5375debb1e6 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415406 Apr 15 11:07:45.525861 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be389a7c-4922-4e12-9eba-4e7055ced48d req-9761a5e0-a524-46fa-bfcf-04e20730b0f5 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:45.527473 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-be389a7c-4922-4e12-9eba-4e7055ced48d req-9761a5e0-a524-46fa-bfcf-04e20730b0f5 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0891914 Apr 15 11:07:45.578868 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-be389a7c-4922-4e12-9eba-4e7055ced48d req-e8b1e9f8-9311-43bc-9d16-56cb15b98193 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444469 Apr 15 11:07:46.783528 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28397a45-7d2a-44b4-be05-97c56086cc91 req-85ca6394-1a94-4bd8-aa3b-23202042eabd tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:46.785232 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-28397a45-7d2a-44b4-be05-97c56086cc91 req-85ca6394-1a94-4bd8-aa3b-23202042eabd tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0904591 Apr 15 11:07:46.815503 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67005b83-7aa9-4449-96d4-4dd77390add2 req-ca4b331c-ab88-4497-8229-0bd253bcf931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:46.817288 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-67005b83-7aa9-4449-96d4-4dd77390add2 req-ca4b331c-ab88-4497-8229-0bd253bcf931 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=9d7359751e8c485a80ef1673e4d79be1&device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 1099 time: 0.0796685 Apr 15 11:07:46.835273 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-28397a45-7d2a-44b4-be05-97c56086cc91 req-df21ece3-4a2a-4372-bb83-175d288af125 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436306 Apr 15 11:07:46.962036 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67005b83-7aa9-4449-96d4-4dd77390add2 req-696cc0a0-53d9-4b77-88fa-e406fb1b81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:46.963599 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-67005b83-7aa9-4449-96d4-4dd77390add2 req-696cc0a0-53d9-4b77-88fa-e406fb1b81ad service neutron] 10.222.0.108 "GET /v2.0/networks?id=dede5283-2890-4055-9ac6-429e0bfd0e6e HTTP/1.1" status: 200 len: 911 time: 0.1401713 Apr 15 11:07:47.073170 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-67005b83-7aa9-4449-96d4-4dd77390add2 req-1e8d2578-a5cc-49e6-a627-e26db8674322 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be HTTP/1.1" status: 200 len: 1002 time: 0.1034658 Apr 15 11:07:47.144992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67005b83-7aa9-4449-96d4-4dd77390add2 req-b95db330-9d72-4282-a511-3ca1f26eddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:47.146533 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-67005b83-7aa9-4449-96d4-4dd77390add2 req-b95db330-9d72-4282-a511-3ca1f26eddff service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b3b4447c-d375-40a1-810c-5c8dce71975d HTTP/1.1" status: 200 len: 848 time: 0.0679071 Apr 15 11:07:47.229298 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67005b83-7aa9-4449-96d4-4dd77390add2 req-6c83a973-8a54-4b62-ac2d-b5cc9f8007a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:47.230813 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-67005b83-7aa9-4449-96d4-4dd77390add2 req-6c83a973-8a54-4b62-ac2d-b5cc9f8007a0 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dede5283-2890-4055-9ac6-429e0bfd0e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781794 Apr 15 11:07:47.375976 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-67005b83-7aa9-4449-96d4-4dd77390add2 req-326b6972-8216-4dcd-93b3-2a9e45079a4c service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383204 Apr 15 11:07:47.519983 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-67005b83-7aa9-4449-96d4-4dd77390add2 req-cdf5eeeb-0c94-4fd0-91c1-b25dcaf64f82 service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383801 Apr 15 11:07:48.049162 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b15ae-2f72-4986-98e4-a6440ee0a3dc req-a794ea3d-8051-411a-b5e9-6470a91227bf tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:48.050783 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-338b15ae-2f72-4986-98e4-a6440ee0a3dc req-a794ea3d-8051-411a-b5e9-6470a91227bf tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0943055 Apr 15 11:07:48.099900 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-338b15ae-2f72-4986-98e4-a6440ee0a3dc req-fbe73034-a37c-42e9-8445-d5091407f75b tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427670 Apr 15 11:07:49.300544 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4621e-49ad-40fe-901f-5c13c5096cd6 req-7dc97389-86dc-49ee-bfea-7ac0e69b241e tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:49.302238 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-91a4621e-49ad-40fe-901f-5c13c5096cd6 req-7dc97389-86dc-49ee-bfea-7ac0e69b241e tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0880787 Apr 15 11:07:49.352460 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-91a4621e-49ad-40fe-901f-5c13c5096cd6 req-d5c585e6-f404-41ae-a908-83fc88fca659 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438619 Apr 15 11:07:50.557141 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0eeab-e54d-462a-a263-6a51cfb01fb6 req-c103c7ac-1589-475e-96be-75f647ff1d90 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:50.558799 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c2e0eeab-e54d-462a-a263-6a51cfb01fb6 req-c103c7ac-1589-475e-96be-75f647ff1d90 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0925658 Apr 15 11:07:50.607047 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c2e0eeab-e54d-462a-a263-6a51cfb01fb6 req-a4b00c6d-9322-4b4d-ae20-cf32d5515321 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411458 Apr 15 11:07:50.909556 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device f909561a-5ac6-4a43-8e60-131e92b8d9be no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:07:50.928214 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37314) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:50.990824 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a067233-1816-4454-a009-f9d35b2b44e2 req-43cf3875-eb3b-46ec-a8cf-ce2e15288b0c tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:50.992448 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3a067233-1816-4454-a009-f9d35b2b44e2 req-43cf3875-eb3b-46ec-a8cf-ce2e15288b0c tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0949879 Apr 15 11:07:51.045461 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:51.053274 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3a067233-1816-4454-a009-f9d35b2b44e2 req-e2d19181-b77c-4db8-a9d8-20cd0c53fc8d tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534871 Apr 15 11:07:51.065764 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8d3433e4-214d-4805-b68b-5f9e269c8155 req-56b19597-0f74-4eb5-823c-7ce2d1d848bb service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1360106 Apr 15 11:07:51.087843 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f909561a-5ac6-4a43-8e60-131e92b8d9be'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:07:51.099041 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port f909561a-5ac6-4a43-8e60-131e92b8d9be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be,segment=NetworkSegment(d4177f43-b675-4977-b6bd-43d4e9cccf2a),segment_id=d4177f43-b675-4977-b6bd-43d4e9cccf2a)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:07:51.103083 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:51.105029 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-d14e52ce-5eb7-4faa-8744-00c1306c3db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:51.180066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=f909561a-5ac6-4a43-8e60-131e92b8d9be,revision_number=6']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:51.188119 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:51.188510 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:51.188913 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:51.189621 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:51.189621 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:51.190029 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:51.190390 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:51.190848 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:51.191194 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:51.191553 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:51.191909 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:51.192304 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:51.196949 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:51.229128 dv-cinder-786386-1-smb neutron-server[85178]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f909561a-5ac6-4a43-8e60-131e92b8d9be', 'code': 422} returned with failed status Apr 15 11:07:52.253039 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124735e-9a0e-4522-89a5-f0526e0b8df3 req-4d2b1c8d-28a5-4468-a727-e225c1dd5164 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:52.254657 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7124735e-9a0e-4522-89a5-f0526e0b8df3 req-4d2b1c8d-28a5-4468-a727-e225c1dd5164 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 944 time: 0.0947559 Apr 15 11:07:52.304794 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-7124735e-9a0e-4522-89a5-f0526e0b8df3 req-513550bc-f883-4f77-8dfb-a051492bebf6 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437672 Apr 15 11:07:52.412315 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3433e4-214d-4805-b68b-5f9e269c8155 req-ef49f46e-428a-42dd-8be7-f7a951482808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:52.413893 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8d3433e4-214d-4805-b68b-5f9e269c8155 req-ef49f46e-428a-42dd-8be7-f7a951482808 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d&tenant_id=9d7359751e8c485a80ef1673e4d79be1 HTTP/1.1" status: 200 len: 1097 time: 0.0804718 Apr 15 11:07:52.522642 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3433e4-214d-4805-b68b-5f9e269c8155 req-2b3fc488-7019-4386-abf8-c68fea721b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:52.524234 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8d3433e4-214d-4805-b68b-5f9e269c8155 req-2b3fc488-7019-4386-abf8-c68fea721b33 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=9d7359751e8c485a80ef1673e4d79be1&device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 1097 time: 0.0780897 Apr 15 11:07:52.667106 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3433e4-214d-4805-b68b-5f9e269c8155 req-9d4aa277-4af3-4495-90c4-0dcbe5a76460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:52.668592 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8d3433e4-214d-4805-b68b-5f9e269c8155 req-9d4aa277-4af3-4495-90c4-0dcbe5a76460 service neutron] 10.222.0.108 "GET /v2.0/networks?id=dede5283-2890-4055-9ac6-429e0bfd0e6e HTTP/1.1" status: 200 len: 911 time: 0.1379099 Apr 15 11:07:52.777443 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8d3433e4-214d-4805-b68b-5f9e269c8155 req-84ce03cb-73e2-456d-b738-6f199052d85b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be HTTP/1.1" status: 200 len: 1000 time: 0.1024899 Apr 15 11:07:52.849325 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3433e4-214d-4805-b68b-5f9e269c8155 req-92f55392-feaf-4777-bfa1-b7ccb8e4a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:52.850838 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8d3433e4-214d-4805-b68b-5f9e269c8155 req-92f55392-feaf-4777-bfa1-b7ccb8e4a7c6 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b3b4447c-d375-40a1-810c-5c8dce71975d HTTP/1.1" status: 200 len: 848 time: 0.0669169 Apr 15 11:07:52.932621 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3433e4-214d-4805-b68b-5f9e269c8155 req-0e6c3882-19d5-49d3-95de-dbdd78642ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:52.934151 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8d3433e4-214d-4805-b68b-5f9e269c8155 req-0e6c3882-19d5-49d3-95de-dbdd78642ed2 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dede5283-2890-4055-9ac6-429e0bfd0e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768085 Apr 15 11:07:53.076435 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8d3433e4-214d-4805-b68b-5f9e269c8155 req-f9bcaeab-6a83-4e93-85ba-3adac0fc0ba7 service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357653 Apr 15 11:07:53.460631 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-8d3433e4-214d-4805-b68b-5f9e269c8155 req-ac68bc3f-52d5-4d23-bddd-0991789c5302 service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780630 Apr 15 11:07:53.513699 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d761c82-0d98-4f0d-8357-9b5d14012073 req-eb4b4188-6007-48a8-a4d4-a57ceefb441f tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:53.515972 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4d761c82-0d98-4f0d-8357-9b5d14012073 req-eb4b4188-6007-48a8-a4d4-a57ceefb441f tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 944 time: 0.0952837 Apr 15 11:07:53.565355 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4d761c82-0d98-4f0d-8357-9b5d14012073 req-fd18bb67-fb11-435c-9165-26d52df93c43 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430636 Apr 15 11:07:53.829231 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:07:54.763953 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c30a24-0e47-4fea-9bb9-9e41163e6d70 req-d96dbc70-f6d7-4339-a084-a23c29b200bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:54.765594 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-10c30a24-0e47-4fea-9bb9-9e41163e6d70 req-d96dbc70-f6d7-4339-a084-a23c29b200bc service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=9d7359751e8c485a80ef1673e4d79be1&device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 1097 time: 0.0833867 Apr 15 11:07:54.771705 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6af67-afde-41b6-af7f-27b2766fd9dc req-b722a987-fad5-43b9-9fbf-d0b5ccdbedfb tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:54.773331 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-35c6af67-afde-41b6-af7f-27b2766fd9dc req-b722a987-fad5-43b9-9fbf-d0b5ccdbedfb tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 944 time: 0.0903056 Apr 15 11:07:54.822342 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-35c6af67-afde-41b6-af7f-27b2766fd9dc req-7b53a828-0efe-4701-94d5-dbb0dcc93e95 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425808 Apr 15 11:07:54.917492 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device f909561a-5ac6-4a43-8e60-131e92b8d9be details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:07:54.921851 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c30a24-0e47-4fea-9bb9-9e41163e6d70 req-4750b187-9148-4cb2-9feb-3739fea72dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:54.923927 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-10c30a24-0e47-4fea-9bb9-9e41163e6d70 req-4750b187-9148-4cb2-9feb-3739fea72dec service neutron] 10.222.0.108 "GET /v2.0/networks?id=dede5283-2890-4055-9ac6-429e0bfd0e6e HTTP/1.1" status: 200 len: 911 time: 0.1390224 Apr 15 11:07:55.033890 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-10c30a24-0e47-4fea-9bb9-9e41163e6d70 req-35249334-ca69-4e3c-be41-5fdaaa53a6d6 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be HTTP/1.1" status: 200 len: 1000 time: 0.1026261 Apr 15 11:07:55.065146 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port f909561a-5ac6-4a43-8e60-131e92b8d9be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be,segment=NetworkSegment(d4177f43-b675-4977-b6bd-43d4e9cccf2a),segment_id=d4177f43-b675-4977-b6bd-43d4e9cccf2a)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:07:55.079684 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Returning: {'device': 'f909561a-5ac6-4a43-8e60-131e92b8d9be', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'port_id': 'f909561a-5ac6-4a43-8e60-131e92b8d9be', 'mac_address': 'fa:16:3e:39:4e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:07:55.111249 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c30a24-0e47-4fea-9bb9-9e41163e6d70 req-b5b4d651-2e7c-4ccd-94a8-bb5ae39bbd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:55.112870 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-10c30a24-0e47-4fea-9bb9-9e41163e6d70 req-b5b4d651-2e7c-4ccd-94a8-bb5ae39bbd75 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b3b4447c-d375-40a1-810c-5c8dce71975d HTTP/1.1" status: 200 len: 848 time: 0.0723805 Apr 15 11:07:55.139637 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:55.158195 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f909561a-5ac6-4a43-8e60-131e92b8d9be {{(pid=85293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:07:55.175104 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port f909561a-5ac6-4a43-8e60-131e92b8d9be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be,segment=NetworkSegment(d4177f43-b675-4977-b6bd-43d4e9cccf2a),segment_id=d4177f43-b675-4977-b6bd-43d4e9cccf2a)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:07:55.178016 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:55.179851 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ff0aea23-3756-4b22-8959-3463aa33d576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:55.197141 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c30a24-0e47-4fea-9bb9-9e41163e6d70 req-2c89e13e-80e8-468f-87c7-fc05ab0bbe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:55.198741 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-10c30a24-0e47-4fea-9bb9-9e41163e6d70 req-2c89e13e-80e8-468f-87c7-fc05ab0bbe91 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dede5283-2890-4055-9ac6-429e0bfd0e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789204 Apr 15 11:07:55.254446 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=f909561a-5ac6-4a43-8e60-131e92b8d9be,revision_number=7']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:55.257801 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:55.343217 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-10c30a24-0e47-4fea-9bb9-9e41163e6d70 req-46ec7e07-bb2c-4940-a8c3-9c93145bc259 service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374550 Apr 15 11:07:55.493019 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] get_ports_and_sgs() called for port_ids ['f909561a-5ac6-4a43-8e60-131e92b8d9be'] {{(pid=85293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:07:55.493251 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-10c30a24-0e47-4fea-9bb9-9e41163e6d70 req-56568881-2061-4c15-984a-878ae89dae2d service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433821 Apr 15 11:07:56.026734 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098b74d-5c88-4a99-b8e2-ffe8b0aef069 req-dce62b6f-62c7-4dff-a994-1d6ca8d623be tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:56.028414 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2098b74d-5c88-4a99-b8e2-ffe8b0aef069 req-dce62b6f-62c7-4dff-a994-1d6ca8d623be tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 945 time: 0.0932231 Apr 15 11:07:56.078428 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-2098b74d-5c88-4a99-b8e2-ffe8b0aef069 req-80193a20-cc72-4c30-975d-5f41b609f6e2 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428052 Apr 15 11:07:56.924801 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device f909561a-5ac6-4a43-8e60-131e92b8d9be up at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:07:56.998766 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.provisioning_blocks [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Provisioning complete for port f909561a-5ac6-4a43-8e60-131e92b8d9be triggered by entity L2. {{(pid=85293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:07:56.999187 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-65529'] for port, provisioning_complete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:57.128628 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825837'] for port, before_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:57.158149 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f909561a-5ac6-4a43-8e60-131e92b8d9be'}] {{(pid=85293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:07:57.168893 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-67657fab-797d-435b-af00-41ff21d4459e None None] For port f909561a-5ac6-4a43-8e60-131e92b8d9be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be,segment=NetworkSegment(d4177f43-b675-4977-b6bd-43d4e9cccf2a),segment_id=d4177f43-b675-4977-b6bd-43d4e9cccf2a)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:07:57.172091 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726916868911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726916427242', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726916429581'] for port, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:57.174219 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ff0aea23-3756-4b22-8959-3463aa33d576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:57.216514 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f909561a-5ac6-4a43-8e60-131e92b8d9be', 'code': 200} Apr 15 11:07:57.253023 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Pushing event updated for resources: {'Port': ['ID=f909561a-5ac6-4a43-8e60-131e92b8d9be,revision_number=8']} {{(pid=85293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:57.256091 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:57.289517 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa76f1-3bfc-49f9-a3e3-bae7b743e51b req-3684a24e-f6b1-4f55-9789-25bf0dbd7270 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:57.291102 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3ffa76f1-3bfc-49f9-a3e3-bae7b743e51b req-3684a24e-f6b1-4f55-9789-25bf0dbd7270 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0962770 Apr 15 11:07:57.343406 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-3ffa76f1-3bfc-49f9-a3e3-bae7b743e51b req-7a8424ce-7d1a-4b42-b2ce-e245e1e28eab tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457819 Apr 15 11:07:57.566658 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010acc5-183c-44fc-a44a-a06557b6d0b1 req-01aa1915-cff7-40f8-a6dc-d413f827d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:57.568147 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6010acc5-183c-44fc-a44a-a06557b6d0b1 req-01aa1915-cff7-40f8-a6dc-d413f827d43c service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 1099 time: 0.0814967 Apr 15 11:07:57.611881 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-6010acc5-183c-44fc-a44a-a06557b6d0b1 req-bf7f33cc-c09b-4888-9a99-28fd6d854f21 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359039 Apr 15 11:07:58.553974 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43644d1f-495a-497d-ad12-99f70ed61204 req-19b8556d-2950-4f0b-a0ec-8d7d96514591 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:58.555580 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-43644d1f-495a-497d-ad12-99f70ed61204 req-19b8556d-2950-4f0b-a0ec-8d7d96514591 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0924745 Apr 15 11:07:58.605045 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-43644d1f-495a-497d-ad12-99f70ed61204 req-9ec24311-6450-4eae-865a-f207e6963cf3 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430291 Apr 15 11:07:59.811587 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb0fb4-6085-41ac-a61d-503ae7a6620e req-370b073d-b955-4962-b056-a475e4a996a4 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:59.813175 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cabb0fb4-6085-41ac-a61d-503ae7a6620e req-370b073d-b955-4962-b056-a475e4a996a4 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0896955 Apr 15 11:07:59.861201 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-cabb0fb4-6085-41ac-a61d-503ae7a6620e req-33c900d7-ca5c-4ed8-9bac-21caab3ad9f2 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411260 Apr 15 11:08:02.647824 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-662e9229-0b3b-4aa0-ac62-71dbf229fb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:04.933921 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-dc8ea8b1-50c9-467f-a329-1eec735354e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:05.811521 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:06.309088 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:07.299374 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:12.728962 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:30.830796 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:08:32.650174 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-3d55f9f5-9f46-4b8b-85ec-e098e03fed46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:34.935872 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-59956d3a-ea63-4b72-96ca-033d752af7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:35.814205 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:36.311308 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:37.303249 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:42.747946 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:56.665043 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c84e919d-6b3c-4141-9b6a-4d7929667145 req-8742ea3c-92ce-4cd4-9f21-f2f6b1cc8d4e service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766273 Apr 15 11:08:56.836886 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e919d-6b3c-4141-9b6a-4d7929667145 req-e9bcaec5-f4c2-45b9-81af-e5a07721eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:56.838480 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c84e919d-6b3c-4141-9b6a-4d7929667145 req-e9bcaec5-f4c2-45b9-81af-e5a07721eafc service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=9d7359751e8c485a80ef1673e4d79be1&device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 1099 time: 0.0826387 Apr 15 11:08:56.996408 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e919d-6b3c-4141-9b6a-4d7929667145 req-03fb5f08-99a4-470c-8036-03d3c6377712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:56.997960 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c84e919d-6b3c-4141-9b6a-4d7929667145 req-03fb5f08-99a4-470c-8036-03d3c6377712 service neutron] 10.222.0.108 "GET /v2.0/networks?id=dede5283-2890-4055-9ac6-429e0bfd0e6e HTTP/1.1" status: 200 len: 911 time: 0.1388161 Apr 15 11:08:57.109491 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c84e919d-6b3c-4141-9b6a-4d7929667145 req-b7c6acd3-c7af-4684-9be1-541ad344d4e1 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be HTTP/1.1" status: 200 len: 1002 time: 0.1048622 Apr 15 11:08:57.179112 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e919d-6b3c-4141-9b6a-4d7929667145 req-d70f9fb7-f16a-41d4-bd52-594662564fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:57.180656 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c84e919d-6b3c-4141-9b6a-4d7929667145 req-d70f9fb7-f16a-41d4-bd52-594662564fdf service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b3b4447c-d375-40a1-810c-5c8dce71975d HTTP/1.1" status: 200 len: 848 time: 0.0649071 Apr 15 11:08:57.264973 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e919d-6b3c-4141-9b6a-4d7929667145 req-759315a7-a6c7-4996-b008-cc23efe309fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:57.266515 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c84e919d-6b3c-4141-9b6a-4d7929667145 req-759315a7-a6c7-4996-b008-cc23efe309fc service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dede5283-2890-4055-9ac6-429e0bfd0e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777657 Apr 15 11:08:57.410538 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c84e919d-6b3c-4141-9b6a-4d7929667145 req-d091996c-0f8b-4010-a2f4-2d200237a37f service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368799 Apr 15 11:08:57.565906 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-c84e919d-6b3c-4141-9b6a-4d7929667145 req-f186b90e-c7e4-4ba1-adbb-10880b7f17d4 service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481454 Apr 15 11:09:02.652177 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-78269e3f-a8cc-4a1a-a558-76979bd0c405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:04.936462 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9b96a6b5-6b4d-4af1-966c-9ffa66caf862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:05.817651 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:06.313145 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:07.308912 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:07.830499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:09:10.058738 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37366) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:10.278714 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Deleting port cfa81968-7253-4987-8480-62dda5d163a8 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:09:10.279092 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:10.467183 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:10.467554 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:10.607405 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Calling delete_port for cfa81968-7253-4987-8480-62dda5d163a8 owned by network:floatingip {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:09:10.762604 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:10.779366 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-a415d374-e19e-49ed-809e-36368fa173af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:10.878683 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Pushing event deleted for resources: {'Port': ['ID=cfa81968-7253-4987-8480-62dda5d163a8,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:10.898424 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:10.898852 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:10.899275 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:10.899683 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:10.900093 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:10.900499 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:10.900933 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:10.901338 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:10.901744 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:10.902176 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:10.902576 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:10.902974 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-1-smb {{(pid=85291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:10.908047 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:11.063582 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for floatingip, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:11.064146 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.db.l3_db [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Floating IP f4931f43-4449-44a6-9779-144e1791ed1c disassociated (deleted). External IP: 172.28.1.240, port: f909561a-5ac6-4a43-8e60-131e92b8d9be. Apr 15 11:09:11.440392 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Router 6aee253a-07c3-41be-9a01-ea522070ebd7 has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:09:11.642256 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:09:11.653040 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9eb3ec-dfc8-443e-82a2-100f5ca28800 None None] Sync routers for ids ['6aee253a-07c3-41be-9a01-ea522070ebd7'] in dv-cinder-786386-1-smb {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:09:11.656083 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:11.663802 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9eb3ec-dfc8-443e-82a2-100f5ca28800 None None] Routers {'6aee253a-07c3-41be-9a01-ea522070ebd7'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:09:11.664472 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-3d9eb3ec-dfc8-443e-82a2-100f5ca28800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:09:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['6aee253a-07c3-41be-9a01-ea522070ebd7'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:11.718464 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-751bef59-b3ed-4146-8949-f0d24848b318 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "DELETE /v2.0/floatingips/f4931f43-4449-44a6-9779-144e1791ed1c HTTP/1.1" status: 204 len: 168 time: 1.6558397 Apr 15 11:09:11.718464 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'tag': 'f909561a-5ac6-4a43-8e60-131e92b8d9be'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:09:11.860003 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-3d9eb3ec-dfc8-443e-82a2-100f5ca28800 None None] Set router 6aee253a-07c3-41be-9a01-ea522070ebd7 gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:09:11.875647 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'tag': 'f909561a-5ac6-4a43-8e60-131e92b8d9be', 'status': 'completed', 'code': 200} Apr 15 11:09:12.001249 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be520e7-55b6-4db2-9610-694ab4e8f63e req-9a363f54-1a6f-46b1-9753-16eb1d86700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:12.002789 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4be520e7-55b6-4db2-9610-694ab4e8f63e req-9a363f54-1a6f-46b1-9753-16eb1d86700f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=9d7359751e8c485a80ef1673e4d79be1&device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 1099 time: 0.0835295 Apr 15 11:09:12.134011 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8b718-3f3c-4b0c-a942-200aa6c90b47 req-c440434d-55c4-455d-be01-804123044674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:12.137194 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-77a8b718-3f3c-4b0c-a942-200aa6c90b47 req-c440434d-55c4-455d-be01-804123044674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0928738 Apr 15 11:09:12.157238 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be520e7-55b6-4db2-9610-694ab4e8f63e req-67b66c72-59dd-4039-9427-260745b1853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:12.158833 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4be520e7-55b6-4db2-9610-694ab4e8f63e req-67b66c72-59dd-4039-9427-260745b1853a service neutron] 10.222.0.108 "GET /v2.0/networks?id=dede5283-2890-4055-9ac6-429e0bfd0e6e HTTP/1.1" status: 200 len: 911 time: 0.1496167 Apr 15 11:09:12.190994 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-77a8b718-3f3c-4b0c-a942-200aa6c90b47 req-a7b74e2e-6327-4345-a8d9-673352795143 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489850 Apr 15 11:09:12.212563 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-3d9eb3ec-dfc8-443e-82a2-100f5ca28800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'name': 'tempest-TestShelveInstance-1078043858-router', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:05Z', 'revision_number': 4, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'gw_port': {'id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'f61dc131-66b9-4131-89f2-fce9f1622dca', 'name': '', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'mac_address': 'fa:16:3e:71:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:04Z', 'updated_at': '2021-04-15T11:05:13Z', 'revision_number': 5, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'subnets': [{'id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:12.223863 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9eb3ec-dfc8-443e-82a2-100f5ca28800 None None] Checking router: 6aee253a-07c3-41be-9a01-ea522070ebd7 for host: dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:09:12.234076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9eb3ec-dfc8-443e-82a2-100f5ca28800 None None] Routers {'6aee253a-07c3-41be-9a01-ea522070ebd7'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:09:12.234770 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-3d9eb3ec-dfc8-443e-82a2-100f5ca28800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:09:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['6aee253a-07c3-41be-9a01-ea522070ebd7'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:12.495290 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4be520e7-55b6-4db2-9610-694ab4e8f63e req-c9d7dafe-ec49-4139-aadf-08fd836ac489 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be HTTP/1.1" status: 200 len: 217 time: 0.3291376 Apr 15 11:09:12.573374 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be520e7-55b6-4db2-9610-694ab4e8f63e req-9b9e255e-d215-4bd1-b250-d123d00e8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:12.574953 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4be520e7-55b6-4db2-9610-694ab4e8f63e req-9b9e255e-d215-4bd1-b250-d123d00e8787 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b3b4447c-d375-40a1-810c-5c8dce71975d HTTP/1.1" status: 200 len: 848 time: 0.0719662 Apr 15 11:09:12.615480 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-3d9eb3ec-dfc8-443e-82a2-100f5ca28800 None None] Set router 6aee253a-07c3-41be-9a01-ea522070ebd7 gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:09:12.659214 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be520e7-55b6-4db2-9610-694ab4e8f63e req-ebd24fb9-2f69-483c-aedb-4d8a87681a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:12.661409 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4be520e7-55b6-4db2-9610-694ab4e8f63e req-ebd24fb9-2f69-483c-aedb-4d8a87681a6f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=dede5283-2890-4055-9ac6-429e0bfd0e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785418 Apr 15 11:09:12.807745 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4be520e7-55b6-4db2-9610-694ab4e8f63e req-5bd832fa-15bf-4dc2-919f-4f4b2a682c87 service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390162 Apr 15 11:09:12.837033 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:12.956171 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-4be520e7-55b6-4db2-9610-694ab4e8f63e req-28b73329-83ea-424d-a6dc-9f4e17ffb39f service neutron] 10.222.0.108 "GET /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410234 Apr 15 11:09:12.969956 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-3d9eb3ec-dfc8-443e-82a2-100f5ca28800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'name': 'tempest-TestShelveInstance-1078043858-router', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:05Z', 'revision_number': 4, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'gw_port': {'id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'f61dc131-66b9-4131-89f2-fce9f1622dca', 'name': '', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'mac_address': 'fa:16:3e:71:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:04Z', 'updated_at': '2021-04-15T11:05:13Z', 'revision_number': 5, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'subnets': [{'id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:12.974489 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9eb3ec-dfc8-443e-82a2-100f5ca28800 None None] The sync data for ids ['6aee253a-07c3-41be-9a01-ea522070ebd7'] in dv-cinder-786386-1-smb is: [{'id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'name': 'tempest-TestShelveInstance-1078043858-router', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:05Z', 'revision_number': 4, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'gw_port': {'id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb', '_interfaces': [{'id': 'f61dc131-66b9-4131-89f2-fce9f1622dca', 'name': '', 'network_id': 'dede5283-2890-4055-9ac6-429e0bfd0e6e', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'mac_address': 'fa:16:3e:71:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:04Z', 'updated_at': '2021-04-15T11:05:13Z', 'revision_number': 5, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'subnets': [{'id': 'b3b4447c-d375-40a1-810c-5c8dce71975d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:09:13.383993 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43375003-2720-46ee-86f1-de5dacdcfe51 None None] New status for floating IP f4931f43-4449-44a6-9779-144e1791ed1c: DOWN {{(pid=85294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:09:13.422064 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164d740-1629-44e7-bbbb-eab01e64ff3e req-cf64eaab-2fde-48f3-b087-8e2fe5bc4852 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:13.423653 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e164d740-1629-44e7-bbbb-eab01e64ff3e req-cf64eaab-2fde-48f3-b087-8e2fe5bc4852 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.0922792 Apr 15 11:09:13.472332 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-e164d740-1629-44e7-bbbb-eab01e64ff3e req-03df2c0b-e8c0-4d39-96fd-853d6658d0e4 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/security-groups?id=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413971 Apr 15 11:09:13.600611 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1612a83-ccf7-48e6-9f42-003971d0a636 req-bff4a6e1-2791-4c3a-a962-8e4aa928651b tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:13.601437 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-b1612a83-ccf7-48e6-9f42-003971d0a636 req-bff4a6e1-2791-4c3a-a962-8e4aa928651b tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Synchronizing usage tracker for tenant:9d7359751e8c485a80ef1673e4d79be1 on resource:port {{(pid=85291) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:09:13.618405 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.quota.resource [req-b1612a83-ccf7-48e6-9f42-003971d0a636 req-bff4a6e1-2791-4c3a-a962-8e4aa928651b tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Unset dirty status for tenant:9d7359751e8c485a80ef1673e4d79be1 on resource:port {{(pid=85291) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:09:13.619619 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b1612a83-ccf7-48e6-9f42-003971d0a636 req-bff4a6e1-2791-4c3a-a962-8e4aa928651b tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.108 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 946 time: 0.1092722 Apr 15 11:09:13.701781 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-b1612a83-ccf7-48e6-9f42-003971d0a636 req-5697fce4-8a9c-4d9c-bfce-a8e37f966eff tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Deleting port f909561a-5ac6-4a43-8e60-131e92b8d9be {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:09:13.702165 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b1612a83-ccf7-48e6-9f42-003971d0a636 req-5697fce4-8a9c-4d9c-bfce-a8e37f966eff tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:13.965692 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [req-b1612a83-ccf7-48e6-9f42-003971d0a636 req-5697fce4-8a9c-4d9c-bfce-a8e37f966eff tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] For port f909561a-5ac6-4a43-8e60-131e92b8d9be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f909561a-5ac6-4a43-8e60-131e92b8d9be,segment=NetworkSegment(d4177f43-b675-4977-b6bd-43d4e9cccf2a),segment_id=d4177f43-b675-4977-b6bd-43d4e9cccf2a)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:09:13.966007 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b1612a83-ccf7-48e6-9f42-003971d0a636 req-5697fce4-8a9c-4d9c-bfce-a8e37f966eff tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:14.099605 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [req-b1612a83-ccf7-48e6-9f42-003971d0a636 req-5697fce4-8a9c-4d9c-bfce-a8e37f966eff tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Calling delete_port for f909561a-5ac6-4a43-8e60-131e92b8d9be owned by compute:nova {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:09:14.249127 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b1612a83-ccf7-48e6-9f42-003971d0a636 req-5697fce4-8a9c-4d9c-bfce-a8e37f966eff tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:14.265196 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-af4d2cb9-f014-42fd-90a9-bb3685862c0f tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:14.313731 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697fce4-8a9c-4d9c-bfce-a8e37f966eff tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Pushing event deleted for resources: {'Port': ['ID=f909561a-5ac6-4a43-8e60-131e92b8d9be,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:14.365086 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-5697fce4-8a9c-4d9c-bfce-a8e37f966eff tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:14.516633 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1612a83-ccf7-48e6-9f42-003971d0a636 req-5697fce4-8a9c-4d9c-bfce-a8e37f966eff tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] No DVR routers for this DVR port f909561a-5ac6-4a43-8e60-131e92b8d9be on host hv-cinder-78638 {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:09:14.519164 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [req-b1612a83-ccf7-48e6-9f42-003971d0a636 req-5697fce4-8a9c-4d9c-bfce-a8e37f966eff tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:14.522298 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'name': 'network-vif-deleted', 'tag': 'f909561a-5ac6-4a43-8e60-131e92b8d9be'}] {{(pid=85291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:09:14.538431 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-b1612a83-ccf7-48e6-9f42-003971d0a636 req-5697fce4-8a9c-4d9c-bfce-a8e37f966eff tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.108 "DELETE /v2.0/ports/f909561a-5ac6-4a43-8e60-131e92b8d9be HTTP/1.1" status: 204 len: 173 time: 0.9134030 Apr 15 11:09:14.579385 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbfce65-59ce-4c0e-b4ec-7ab0a90b176d', 'name': 'network-vif-deleted', 'tag': 'f909561a-5ac6-4a43-8e60-131e92b8d9be', 'status': 'completed', 'code': 200} Apr 15 11:09:14.787117 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [req-55ad97ae-4a9d-4b58-b541-6aea6e6ec93f req-ed52c954-be6d-40a9-91fb-37657d788a22 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "GET /v2.0/ports?device_id=efbfce65-59ce-4c0e-b4ec-7ab0a90b176d HTTP/1.1" status: 200 len: 210 time: 0.0495214 Apr 15 11:09:15.888898 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37396) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:15.963070 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cb9aaf30-db78-4ce0-8fa1-6075c464a9f4 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:15.994929 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cb9aaf30-db78-4ce0-8fa1-6075c464a9f4 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:16.052179 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cb9aaf30-db78-4ce0-8fa1-6075c464a9f4 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:16.057640 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-4d98bf9c-d414-4f06-b75c-21c965afcd35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:16.074397 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9aaf30-db78-4ce0-8fa1-6075c464a9f4 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:16.077028 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-cb9aaf30-db78-4ce0-8fa1-6075c464a9f4 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:16.084392 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-cb9aaf30-db78-4ce0-8fa1-6075c464a9f4 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:16.085604 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-cb9aaf30-db78-4ce0-8fa1-6075c464a9f4 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] 10.222.0.98 "DELETE /v2.0/security-groups/e2cd8e2d-4fd8-4c46-8c7e-d0ee79eb3182 HTTP/1.1" status: 204 len: 168 time: 0.1956232 Apr 15 11:09:16.129816 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37402) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:16.701212 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1d67d753-58e2-4f8a-9259-58373af76c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854327552'] for router_interface, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:17.077466 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-1d67d753-58e2-4f8a-9259-58373af76c99 admin admin] Deleting port f61dc131-66b9-4131-89f2-fce9f1622dca {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:09:17.078007 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1d67d753-58e2-4f8a-9259-58373af76c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:17.182069 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device f909561a-5ac6-4a43-8e60-131e92b8d9be no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:09:17.219242 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-67657fab-797d-435b-af00-41ff21d4459e None None] No Port match for: f909561a-5ac6-4a43-8e60-131e92b8d9be {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:09:17.219641 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Device f909561a-5ac6-4a43-8e60-131e92b8d9be not bound to the agent host hv-cinder-78638 {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:09:17.263090 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-1d67d753-58e2-4f8a-9259-58373af76c99 admin admin] For port f61dc131-66b9-4131-89f2-fce9f1622dca, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=f61dc131-66b9-4131-89f2-fce9f1622dca,segment=NetworkSegment(d4177f43-b675-4977-b6bd-43d4e9cccf2a),segment_id=d4177f43-b675-4977-b6bd-43d4e9cccf2a)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:09:17.263524 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1d67d753-58e2-4f8a-9259-58373af76c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:17.396872 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-1d67d753-58e2-4f8a-9259-58373af76c99 admin admin] Calling delete_port for f61dc131-66b9-4131-89f2-fce9f1622dca owned by network:router_interface {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:09:17.575753 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1d67d753-58e2-4f8a-9259-58373af76c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:17.591564 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-ce5d1b59-586c-471f-8af5-430eb59e4858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:17.685967 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67d753-58e2-4f8a-9259-58373af76c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=f61dc131-66b9-4131-89f2-fce9f1622dca,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:17.692379 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1d67d753-58e2-4f8a-9259-58373af76c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:18.284982 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1d67d753-58e2-4f8a-9259-58373af76c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854328107'] for router_interface, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:18.802164 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d67d753-58e2-4f8a-9259-58373af76c99 admin admin] Router 6aee253a-07c3-41be-9a01-ea522070ebd7 has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:09:18.998506 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d67d753-58e2-4f8a-9259-58373af76c99 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:09:19.007895 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c2f21e-75ce-414b-bb8b-1692cdc11f71 None None] Sync routers for ids ['6aee253a-07c3-41be-9a01-ea522070ebd7'] in dv-cinder-786386-1-smb {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:09:19.011679 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-1d67d753-58e2-4f8a-9259-58373af76c99 admin admin] 10.222.0.98 "PUT /v2.0/routers/6aee253a-07c3-41be-9a01-ea522070ebd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8807011 Apr 15 11:09:19.014314 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37406) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:19.017804 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2f21e-75ce-414b-bb8b-1692cdc11f71 None None] Routers {'6aee253a-07c3-41be-9a01-ea522070ebd7'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:09:19.018473 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-c3c2f21e-75ce-414b-bb8b-1692cdc11f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:09:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['6aee253a-07c3-41be-9a01-ea522070ebd7'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:19.208771 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-850058f0-4181-4a1c-b314-5813de0446fd admin admin] Notify callbacks [] for router, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:19.218144 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-c3c2f21e-75ce-414b-bb8b-1692cdc11f71 None None] Set router 6aee253a-07c3-41be-9a01-ea522070ebd7 gateway port host: dv-cinder-786386-1-smb {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:09:19.402231 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-850058f0-4181-4a1c-b314-5813de0446fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:19.411256 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-850058f0-4181-4a1c-b314-5813de0446fd admin admin] Deleting port e4d11f9b-6380-4cc9-89ff-d58a08122154 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:09:19.411632 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-850058f0-4181-4a1c-b314-5813de0446fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:19.525088 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-c3c2f21e-75ce-414b-bb8b-1692cdc11f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'name': 'tempest-TestShelveInstance-1078043858-router', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:09:17Z', 'revision_number': 5, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'gw_port': {'id': 'e4d11f9b-6380-4cc9-89ff-d58a08122154', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb'}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:19.529123 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c2f21e-75ce-414b-bb8b-1692cdc11f71 None None] Checking router: 6aee253a-07c3-41be-9a01-ea522070ebd7 for host: dv-cinder-786386-1-smb {{(pid=85293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:09:19.538850 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2f21e-75ce-414b-bb8b-1692cdc11f71 None None] Routers {'6aee253a-07c3-41be-9a01-ea522070ebd7'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:09:19.539505 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-c3c2f21e-75ce-414b-bb8b-1692cdc11f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:09:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['6aee253a-07c3-41be-9a01-ea522070ebd7'], 'active': True} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:19.601732 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-850058f0-4181-4a1c-b314-5813de0446fd admin admin] For port e4d11f9b-6380-4cc9-89ff-d58a08122154, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=e4d11f9b-6380-4cc9-89ff-d58a08122154,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:09:19.602140 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-850058f0-4181-4a1c-b314-5813de0446fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:19.704788 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-c3c2f21e-75ce-414b-bb8b-1692cdc11f71 None None] Set router 6aee253a-07c3-41be-9a01-ea522070ebd7 gateway port host: None {{(pid=85293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:09:19.740124 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-850058f0-4181-4a1c-b314-5813de0446fd admin admin] Calling delete_port for e4d11f9b-6380-4cc9-89ff-d58a08122154 owned by network:router_gateway {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:09:19.819664 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-c3c2f21e-75ce-414b-bb8b-1692cdc11f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'name': 'tempest-TestShelveInstance-1078043858-router', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:09:19Z', 'revision_number': 6, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'gw_port_host': None}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:19.824170 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c2f21e-75ce-414b-bb8b-1692cdc11f71 None None] The sync data for ids ['6aee253a-07c3-41be-9a01-ea522070ebd7'] in dv-cinder-786386-1-smb is: [{'id': '6aee253a-07c3-41be-9a01-ea522070ebd7', 'name': 'tempest-TestShelveInstance-1078043858-router', 'tenant_id': '9d7359751e8c485a80ef1673e4d79be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:01Z', 'updated_at': '2021-04-15T11:09:19Z', 'revision_number': 6, 'project_id': '9d7359751e8c485a80ef1673e4d79be1', 'gw_port_host': None}] {{(pid=85293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:09:19.920958 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-850058f0-4181-4a1c-b314-5813de0446fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:19.937316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e7f9410a-e4bc-4b32-8257-c312fd013672 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:20.031303 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850058f0-4181-4a1c-b314-5813de0446fd admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d11f9b-6380-4cc9-89ff-d58a08122154,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:20.038831 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-850058f0-4181-4a1c-b314-5813de0446fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:20.202921 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-850058f0-4181-4a1c-b314-5813de0446fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854328269'] for router_gateway, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:20.388565 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-850058f0-4181-4a1c-b314-5813de0446fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854336555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762011'] for router, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:20.390892 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-850058f0-4181-4a1c-b314-5813de0446fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:20.416604 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-850058f0-4181-4a1c-b314-5813de0446fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-449861'] for router, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:20.417205 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850058f0-4181-4a1c-b314-5813de0446fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aee253a-07c3-41be-9a01-ea522070ebd7 {{(pid=85291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:09:20.430750 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-850058f0-4181-4a1c-b314-5813de0446fd admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:20.432002 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-850058f0-4181-4a1c-b314-5813de0446fd admin admin] 10.222.0.98 "DELETE /v2.0/routers/6aee253a-07c3-41be-9a01-ea522070ebd7 HTTP/1.1" status: 204 len: 168 time: 1.4166906 Apr 15 11:09:20.434697 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37410) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:20.504730 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c81dbe-7682-4bd8-b3b3-a2238762b9a9 admin admin] Deleting subnet b3b4447c-d375-40a1-810c-5c8dce71975d {{(pid=85291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:09:20.507991 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73c81dbe-7682-4bd8-b3b3-a2238762b9a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:20.561845 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73c81dbe-7682-4bd8-b3b3-a2238762b9a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848323811'] for subnet, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:20.647323 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73c81dbe-7682-4bd8-b3b3-a2238762b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:21.095391 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device e4d11f9b-6380-4cc9-89ff-d58a08122154 no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:09:21.133040 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: e4d11f9b-6380-4cc9-89ff-d58a08122154 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:09:21.133444 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device e4d11f9b-6380-4cc9-89ff-d58a08122154 not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:09:21.133921 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device f61dc131-66b9-4131-89f2-fce9f1622dca no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:09:21.167529 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73c81dbe-7682-4bd8-b3b3-a2238762b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6451979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849947695'] for subnet, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:21.170088 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: f61dc131-66b9-4131-89f2-fce9f1622dca {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:09:21.170491 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device f61dc131-66b9-4131-89f2-fce9f1622dca not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:09:21.183560 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-f736e420-872d-4235-a489-e3295e2129aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:21.270768 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c81dbe-7682-4bd8-b3b3-a2238762b9a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b4447c-d375-40a1-810c-5c8dce71975d,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:21.275347 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-73c81dbe-7682-4bd8-b3b3-a2238762b9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:21.315255 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-73c81dbe-7682-4bd8-b3b3-a2238762b9a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:21.322144 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-73c81dbe-7682-4bd8-b3b3-a2238762b9a9 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b3b4447c-d375-40a1-810c-5c8dce71975d HTTP/1.1" status: 204 len: 168 time: 0.8864083 Apr 15 11:09:21.322471 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe866ba-fdc0-4dea-9f39-0c5c8fa81158 None None] Network dede5283-2890-4055-9ac6-429e0bfd0e6e requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:09:21.324866 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37414) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:21.439996 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853837892'] for network, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:21.509409 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Deleting port ea32c5d8-b6b8-4882-98d4-adb5b1ca597e {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:09:21.509781 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:21.581218 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad5b4b9-a4d4-448c-a49f-66a65b77217c None None] DHCP port deletion for dede5283-2890-4055-9ac6-429e0bfd0e6e request from dv-cinder-786386-1-smb {{(pid=85293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:09:21.585632 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-6ad5b4b9-a4d4-448c-a49f-66a65b77217c None None] Deleting port ea32c5d8-b6b8-4882-98d4-adb5b1ca597e {{(pid=85293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:09:21.586057 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b4b9-a4d4-448c-a49f-66a65b77217c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:21.737512 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] For port ea32c5d8-b6b8-4882-98d4-adb5b1ca597e, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=ea32c5d8-b6b8-4882-98d4-adb5b1ca597e,segment=NetworkSegment(d4177f43-b675-4977-b6bd-43d4e9cccf2a),segment_id=d4177f43-b675-4977-b6bd-43d4e9cccf2a)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:09:21.737927 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:21.808761 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-6ad5b4b9-a4d4-448c-a49f-66a65b77217c None None] For port ea32c5d8-b6b8-4882-98d4-adb5b1ca597e, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=ea32c5d8-b6b8-4882-98d4-adb5b1ca597e,segment=NetworkSegment(d4177f43-b675-4977-b6bd-43d4e9cccf2a),segment_id=d4177f43-b675-4977-b6bd-43d4e9cccf2a)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:09:21.809109 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b4b9-a4d4-448c-a49f-66a65b77217c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:21.874733 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Calling delete_port for ea32c5d8-b6b8-4882-98d4-adb5b1ca597e owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:09:21.959040 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:21.979867 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-e3c3f8c7-1305-493e-8f10-fe5e7574c531 tempest-AttachVolumeTestJSON-144894604 tempest-AttachVolumeTestJSON-144894604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:22.090076 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea32c5d8-b6b8-4882-98d4-adb5b1ca597e,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:22.094857 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:22.121600 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-6ad5b4b9-a4d4-448c-a49f-66a65b77217c None None] Calling delete_port for ea32c5d8-b6b8-4882-98d4-adb5b1ca597e owned by network:dhcp {{(pid=85293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:09:22.138293 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] No DVR routers for this DVR port ea32c5d8-b6b8-4882-98d4-adb5b1ca597e on host dv-cinder-786386-1-smb {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:09:22.196673 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.db.api [None req-6ad5b4b9-a4d4-448c-a49f-66a65b77217c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:09:22.197121 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_db.api [None req-6ad5b4b9-a4d4-448c-a49f-66a65b77217c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:09:22.264706 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854714127', 'neutron.services.segments.db._delete_segments_for_network--9223363309937827905'] for network, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:22.381000 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dede5283-2890-4055-9ac6-429e0bfd0e6e']}} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:22.393590 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4177f43-b675-4977-b6bd-43d4e9cccf2a') {'for_net_delete': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:22.393940 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4177f43-b675-4977-b6bd-43d4e9cccf2a') {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:22.406567 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309937828161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6451973'] for segment, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:22.421822 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:22.428316 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Releasing vlan 1393 on physical network physnet1 to pool {{(pid=85291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:09:22.618426 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Network dede5283-2890-4055-9ac6-429e0bfd0e6e has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:09:22.627500 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848323160'] for segment, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:22.698769 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-6ad5b4b9-a4d4-448c-a49f-66a65b77217c None None] Deleting port ea32c5d8-b6b8-4882-98d4-adb5b1ca597e {{(pid=85293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:09:22.699125 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b4b9-a4d4-448c-a49f-66a65b77217c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:22.773931 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-6ad5b4b9-a4d4-448c-a49f-66a65b77217c None None] The port 'ea32c5d8-b6b8-4882-98d4-adb5b1ca597e' was deleted {{(pid=85293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:09:22.808282 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Network dede5283-2890-4055-9ac6-429e0bfd0e6e has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: Traceback (most recent call last): Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: timer() Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: cb(*args, **kw) Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: return func(*args, **kwargs) Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: self._notify() Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: self.callback(batched_events) Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: event.method(event) Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: segment_id)['aggregates'][0] Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: return f(self, *a, **k) Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: return self._get(url).json() Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: **kwargs) Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: return self.request(url, 'GET', **kwargs) Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: **endpoint_filter) Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:09:22.831918 dv-cinder-786386-1-smb neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:09:22.913261 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-61574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447513'] for network, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:22.916925 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:22.933210 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:22.939487 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Pushing event deleted for resources: {'Network': ['ID=dede5283-2890-4055-9ac6-429e0bfd0e6e,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:22.944902 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:22.957522 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-66e082b3-2110-456b-99c2-1a7dc5cd7686 admin admin] 10.222.0.98 "DELETE /v2.0/networks/dede5283-2890-4055-9ac6-429e0bfd0e6e HTTP/1.1" status: 204 len: 168 time: 1.6315379 Apr 15 11:09:22.960436 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37418) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:23.089992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device ea32c5d8-b6b8-4882-98d4-adb5b1ca597e no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:09:23.127532 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: ea32c5d8-b6b8-4882-98d4-adb5b1ca597e {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:09:23.127929 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device ea32c5d8-b6b8-4882-98d4-adb5b1ca597e not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:09:23.535738 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-32353dc6-6734-4fa8-8f3e-2a25ca98b317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854327552'] for router_interface, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:24.152032 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-32353dc6-6734-4fa8-8f3e-2a25ca98b317 admin admin] Deleting port 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:09:24.152622 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-32353dc6-6734-4fa8-8f3e-2a25ca98b317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:24.335357 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-32353dc6-6734-4fa8-8f3e-2a25ca98b317 admin admin] For port 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d,segment=NetworkSegment(06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea),segment_id=06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:09:24.335680 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-32353dc6-6734-4fa8-8f3e-2a25ca98b317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:24.469422 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-32353dc6-6734-4fa8-8f3e-2a25ca98b317 admin admin] Calling delete_port for 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d owned by network:router_interface {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:09:24.642354 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-32353dc6-6734-4fa8-8f3e-2a25ca98b317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:24.658179 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-1d67d753-58e2-4f8a-9259-58373af76c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:24.750617 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32353dc6-6734-4fa8-8f3e-2a25ca98b317 admin admin] Pushing event deleted for resources: {'Port': ['ID=76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:24.753231 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-32353dc6-6734-4fa8-8f3e-2a25ca98b317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:25.112141 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-32353dc6-6734-4fa8-8f3e-2a25ca98b317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854328107'] for router_interface, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:25.625858 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32353dc6-6734-4fa8-8f3e-2a25ca98b317 admin admin] Router a3d7cb10-9929-4f7b-9452-e6a95a274b3f has already been hosted by L3 agent ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf {{(pid=85291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:09:25.818758 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32353dc6-6734-4fa8-8f3e-2a25ca98b317 admin admin] Notify agent at l3_agent.dv-cinder-786386-1-smb the message routers_updated {{(pid=85291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:09:25.827859 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede8915-748f-4fef-8da7-c66e856d60eb None None] Sync routers for ids ['a3d7cb10-9929-4f7b-9452-e6a95a274b3f'] in dv-cinder-786386-1-smb {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:09:25.831450 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-32353dc6-6734-4fa8-8f3e-2a25ca98b317 admin admin] 10.222.0.98 "PUT /v2.0/routers/a3d7cb10-9929-4f7b-9452-e6a95a274b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8675690 Apr 15 11:09:25.831722 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37422) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:25.837949 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede8915-748f-4fef-8da7-c66e856d60eb None None] Routers {'a3d7cb10-9929-4f7b-9452-e6a95a274b3f'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:09:25.838607 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-eede8915-748f-4fef-8da7-c66e856d60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:09:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['a3d7cb10-9929-4f7b-9452-e6a95a274b3f'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:26.019857 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e229312-693c-4328-9736-5e645ce4311b admin admin] Notify callbacks [] for router, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:26.194421 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-eede8915-748f-4fef-8da7-c66e856d60eb None None] Set router a3d7cb10-9929-4f7b-9452-e6a95a274b3f gateway port host: dv-cinder-786386-1-smb {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:09:26.225904 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e229312-693c-4328-9736-5e645ce4311b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:26.234365 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-7e229312-693c-4328-9736-5e645ce4311b admin admin] Deleting port 1c5f6306-0a57-4584-b5d8-459b17ec2c31 {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:09:26.234758 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e229312-693c-4328-9736-5e645ce4311b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:26.421659 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-7e229312-693c-4328-9736-5e645ce4311b admin admin] For port 1c5f6306-0a57-4584-b5d8-459b17ec2c31, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=1c5f6306-0a57-4584-b5d8-459b17ec2c31,segment=NetworkSegment(69d0f401-fe03-439b-a1fc-da7ac82ffd38),segment_id=69d0f401-fe03-439b-a1fc-da7ac82ffd38)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:09:26.422057 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e229312-693c-4328-9736-5e645ce4311b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:26.499644 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-eede8915-748f-4fef-8da7-c66e856d60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'name': 'tempest-TestShelveInstance-1432703001-router', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'external_fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': '1c5f6306-0a57-4584-b5d8-459b17ec2c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:08Z', 'updated_at': '2021-04-15T11:09:24Z', 'revision_number': 5, 'project_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'gw_port': {'id': '1c5f6306-0a57-4584-b5d8-459b17ec2c31', 'name': '', 'network_id': '75f67454-9d0f-442c-bd06-ccb5d72eecb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:05:09Z', 'updated_at': '2021-04-15T11:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e09409-23cb-47a5-83a3-d0bf73c89cb1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-1-smb'}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:26.503710 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede8915-748f-4fef-8da7-c66e856d60eb None None] Checking router: a3d7cb10-9929-4f7b-9452-e6a95a274b3f for host: dv-cinder-786386-1-smb {{(pid=85294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:09:26.513393 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede8915-748f-4fef-8da7-c66e856d60eb None None] Routers {'a3d7cb10-9929-4f7b-9452-e6a95a274b3f'} bound to L3 agent in host dv-cinder-786386-1-smb {{(pid=85294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:09:26.514048 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-eede8915-748f-4fef-8da7-c66e856d60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:05Z,description=,heartbeat_timestamp=2021-04-15T11:09:05Z,host='dv-cinder-786386-1-smb',id=ec12b02a-56cb-4e9a-83d1-3e5a20aad6cf,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:05Z,topic='l3_agent')) {'router_ids': ['a3d7cb10-9929-4f7b-9452-e6a95a274b3f'], 'active': True} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:26.558992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-7e229312-693c-4328-9736-5e645ce4311b admin admin] Calling delete_port for 1c5f6306-0a57-4584-b5d8-459b17ec2c31 owned by network:router_gateway {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:09:26.681658 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvr_db [None req-eede8915-748f-4fef-8da7-c66e856d60eb None None] Set router a3d7cb10-9929-4f7b-9452-e6a95a274b3f gateway port host: None {{(pid=85294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:09:26.802781 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_hamode_db [None req-eede8915-748f-4fef-8da7-c66e856d60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'name': 'tempest-TestShelveInstance-1432703001-router', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:08Z', 'updated_at': '2021-04-15T11:09:26Z', 'revision_number': 6, 'project_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'gw_port_host': None}], 'dv-cinder-786386-1-smb', False) {} {{(pid=85294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:26.807359 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede8915-748f-4fef-8da7-c66e856d60eb None None] The sync data for ids ['a3d7cb10-9929-4f7b-9452-e6a95a274b3f'] in dv-cinder-786386-1-smb is: [{'id': 'a3d7cb10-9929-4f7b-9452-e6a95a274b3f', 'name': 'tempest-TestShelveInstance-1432703001-router', 'tenant_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:05:08Z', 'updated_at': '2021-04-15T11:09:26Z', 'revision_number': 6, 'project_id': '5a9bfdaa42044b2fa3974f165c21cbf4', 'gw_port_host': None}] {{(pid=85294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:09:26.983498 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e229312-693c-4328-9736-5e645ce4311b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:26.998599 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-44cf4b33-09b9-469d-9f16-b678e7bf8674 tempest-TestShelveInstance-1328252402 tempest-TestShelveInstance-1328252402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:27.101428 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e229312-693c-4328-9736-5e645ce4311b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5f6306-0a57-4584-b5d8-459b17ec2c31,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:27.101732 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:09:27.105559 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-7e229312-693c-4328-9736-5e645ce4311b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:27.140971 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:09:27.141371 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 76eaf6f8-8ec8-4957-b7c0-ef5bed2dca4d not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:09:27.141850 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 1c5f6306-0a57-4584-b5d8-459b17ec2c31 no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:09:27.182590 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: 1c5f6306-0a57-4584-b5d8-459b17ec2c31 {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:09:27.182992 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device 1c5f6306-0a57-4584-b5d8-459b17ec2c31 not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:09:27.270681 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e229312-693c-4328-9736-5e645ce4311b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854328269'] for router_gateway, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:27.459034 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e229312-693c-4328-9736-5e645ce4311b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854336555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762011'] for router, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:27.461388 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e229312-693c-4328-9736-5e645ce4311b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:27.483581 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e229312-693c-4328-9736-5e645ce4311b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-449861'] for router, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:27.484128 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e229312-693c-4328-9736-5e645ce4311b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3d7cb10-9929-4f7b-9452-e6a95a274b3f {{(pid=85291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:09:27.496603 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e229312-693c-4328-9736-5e645ce4311b admin admin] Notify callbacks [] for router, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:27.497858 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-7e229312-693c-4328-9736-5e645ce4311b admin admin] 10.222.0.98 "DELETE /v2.0/routers/a3d7cb10-9929-4f7b-9452-e6a95a274b3f HTTP/1.1" status: 204 len: 168 time: 1.6649206 Apr 15 11:09:27.500496 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37428) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:27.570978 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d29fad-bccd-462b-855f-38aa7055bc0d admin admin] Deleting subnet 7bc96c69-c263-44f8-ad9f-7ee981ba37dd {{(pid=85291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:09:27.574194 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b7d29fad-bccd-462b-855f-38aa7055bc0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:27.628594 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b7d29fad-bccd-462b-855f-38aa7055bc0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848323811'] for subnet, precommit_delete_associations {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:27.710075 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b7d29fad-bccd-462b-855f-38aa7055bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:27.977427 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b7d29fad-bccd-462b-855f-38aa7055bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6451979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849947695'] for subnet, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:27.994637 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-274bb212-0e78-4d7d-beb9-0f25a181ae60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:28.084819 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d29fad-bccd-462b-855f-38aa7055bc0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bc96c69-c263-44f8-ad9f-7ee981ba37dd,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:28.089910 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b7d29fad-bccd-462b-855f-38aa7055bc0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:28.130543 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b7d29fad-bccd-462b-855f-38aa7055bc0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:28.136064 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1ebdc6-e490-49eb-a495-c108ed74fab1 None None] Network df294f38-0898-43e7-b5b3-2e8889039bb9 requested from dv-cinder-786386-1-smb {{(pid=85293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:09:28.136659 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b7d29fad-bccd-462b-855f-38aa7055bc0d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7bc96c69-c263-44f8-ad9f-7ee981ba37dd HTTP/1.1" status: 204 len: 168 time: 0.6351132 Apr 15 11:09:28.139201 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37432) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:28.261523 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853837892'] for network, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:28.332567 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Deleting port e922c2a6-42dd-475e-a4dd-51b2943a11fc {{(pid=85291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:09:28.332976 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:28.392382 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db70d1f-579a-441f-9a9a-012ea7c92fe5 None None] DHCP port deletion for df294f38-0898-43e7-b5b3-2e8889039bb9 request from dv-cinder-786386-1-smb {{(pid=85293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:09:28.396916 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-7db70d1f-579a-441f-9a9a-012ea7c92fe5 None None] Deleting port e922c2a6-42dd-475e-a4dd-51b2943a11fc {{(pid=85293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:09:28.397335 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7db70d1f-579a-441f-9a9a-012ea7c92fe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:28.562224 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] For port e922c2a6-42dd-475e-a4dd-51b2943a11fc, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=e922c2a6-42dd-475e-a4dd-51b2943a11fc,segment=NetworkSegment(06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea),segment_id=06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea)] {{(pid=85291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:09:28.562552 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:28.621315 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.db [None req-7db70d1f-579a-441f-9a9a-012ea7c92fe5 None None] For port e922c2a6-42dd-475e-a4dd-51b2943a11fc, host dv-cinder-786386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-1-smb',level=0,port_id=e922c2a6-42dd-475e-a4dd-51b2943a11fc,segment=NetworkSegment(06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea),segment_id=06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea)] {{(pid=85293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:09:28.621677 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7db70d1f-579a-441f-9a9a-012ea7c92fe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854317987'] for port, precommit_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:28.697308 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Calling delete_port for e922c2a6-42dd-475e-a4dd-51b2943a11fc owned by network:dhcp {{(pid=85291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:09:28.753960 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-7db70d1f-579a-441f-9a9a-012ea7c92fe5 None None] Calling delete_port for e922c2a6-42dd-475e-a4dd-51b2943a11fc owned by network:dhcp {{(pid=85293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:09:28.777784 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854679719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726916868894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309938348575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848323716'] for port, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:28.793944 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-21a0d7b7-c0f5-4e71-981f-14efb254878d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:28.833017 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.db.api [None req-7db70d1f-579a-441f-9a9a-012ea7c92fe5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:09:28.833353 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_db.api [None req-7db70d1f-579a-441f-9a9a-012ea7c92fe5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:09:28.887206 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Pushing event deleted for resources: {'Port': ['ID=e922c2a6-42dd-475e-a4dd-51b2943a11fc,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:28.894240 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:28.936907 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] No DVR routers for this DVR port e922c2a6-42dd-475e-a4dd-51b2943a11fc on host dv-cinder-786386-1-smb {{(pid=85291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:09:29.063557 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854714127', 'neutron.services.segments.db._delete_segments_for_network--9223363309937827905'] for network, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:29.096094 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device e922c2a6-42dd-475e-a4dd-51b2943a11fc no longer exists at agent ovs-agent-dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:09:29.133732 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] No Port match for: e922c2a6-42dd-475e-a4dd-51b2943a11fc {{(pid=85293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:09:29.134131 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.rpc [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Device e922c2a6-42dd-475e-a4dd-51b2943a11fc not bound to the agent host dv-cinder-786386-1-smb {{(pid=85293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:09:29.182416 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df294f38-0898-43e7-b5b3-2e8889039bb9']}} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:29.195858 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea') {'for_net_delete': True} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:29.196201 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.services.segments.db [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ba4e6f-8c9a-4a51-8d08-1c5c2fb46fea') {} {{(pid=85291) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:29.208673 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309937828161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6451973'] for segment, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:29.226393 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854762136'] for segment, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:29.232785 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Releasing vlan 1355 on physical network physnet1 to pool {{(pid=85291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:09:29.335172 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-7db70d1f-579a-441f-9a9a-012ea7c92fe5 None None] Deleting port e922c2a6-42dd-475e-a4dd-51b2943a11fc {{(pid=85293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:09:29.335605 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7db70d1f-579a-441f-9a9a-012ea7c92fe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309937919109'] for port, before_delete {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:29.410357 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.plugin [None req-7db70d1f-579a-441f-9a9a-012ea7c92fe5 None None] The port 'e922c2a6-42dd-475e-a4dd-51b2943a11fc' was deleted {{(pid=85293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:09:29.414650 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Network df294f38-0898-43e7-b5b3-2e8889039bb9 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:09:29.427800 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-13648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848323160'] for segment, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:29.606552 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.plugins.ml2.managers [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Network df294f38-0898-43e7-b5b3-2e8889039bb9 has no segments {{(pid=85291) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: Traceback (most recent call last): Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: timer() Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: cb(*args, **kw) Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: return func(*args, **kwargs) Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: self._notify() Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: self.callback(batched_events) Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: event.method(event) Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: segment_id)['aggregates'][0] Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: return f(self, *a, **k) Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: return self._get(url).json() Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: **kwargs) Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: return self.request(url, 'GET', **kwargs) Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: **endpoint_filter) Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:09:29.630159 dv-cinder-786386-1-smb neutron-server[85178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:09:29.713748 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-61574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854218616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-447513'] for network, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:29.717898 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:29.734122 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854218565'] for network, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:29.741220 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Pushing event deleted for resources: {'Network': ['ID=df294f38-0898-43e7-b5b3-2e8889039bb9,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:29.745518 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:29.748371 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-98993206-47b0-4843-ade4-6bd7cf2c640d admin admin] 10.222.0.98 "DELETE /v2.0/networks/df294f38-0898-43e7-b5b3-2e8889039bb9 HTTP/1.1" status: 204 len: 168 time: 1.6081772 Apr 15 11:09:29.947940 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37438) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:30.000245 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-3ea0e061-fe33-40f7-9928-27510353b0e5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9d7359751e8c485a80ef1673e4d79be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509281 Apr 15 11:09:30.002700 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37442) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:30.063457 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c71cb1d0-1299-4c32-b8d2-c610c9fb6918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:30.094985 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c71cb1d0-1299-4c32-b8d2-c610c9fb6918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:30.145852 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c71cb1d0-1299-4c32-b8d2-c610c9fb6918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:30.150806 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-2e6380dc-e37c-4e30-8f9d-b23fc5d585f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:30.167740 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cb1d0-1299-4c32-b8d2-c610c9fb6918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849fa0ea-e583-4f3c-82c3-b0bd5ca18cb3,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:30.172702 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-c71cb1d0-1299-4c32-b8d2-c610c9fb6918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:30.174731 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c71cb1d0-1299-4c32-b8d2-c610c9fb6918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:30.176510 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-c71cb1d0-1299-4c32-b8d2-c610c9fb6918 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/849fa0ea-e583-4f3c-82c3-b0bd5ca18cb3 HTTP/1.1" status: 204 len: 168 time: 0.1722970 Apr 15 11:09:30.653243 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37450) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:30.705712 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-23d6f858-06bb-4875-8e70-fe0d82df89d1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5a9bfdaa42044b2fa3974f165c21cbf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512300 Apr 15 11:09:30.708412 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [-] (85291) accepted ('10.222.0.98', 37454) {{(pid=85291) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:30.768969 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b3261e42-af88-40ef-8599-378b01bd34a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:30.796394 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b3261e42-af88-40ef-8599-378b01bd34a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:30.842580 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b3261e42-af88-40ef-8599-378b01bd34a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365315'] for security_group, after_delete {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:30.848113 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-27c96f28-bab4-4017-b181-95330c5c2c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:30.865749 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3261e42-af88-40ef-8599-378b01bd34a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7ec820-7df6-4367-980b-c99e42543b42,revision_number=None']} {{(pid=85291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:30.868523 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG oslo_concurrency.lockutils [None req-b3261e42-af88-40ef-8599-378b01bd34a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85291) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:30.869779 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-b3261e42-af88-40ef-8599-378b01bd34a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85291) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:30.870948 dv-cinder-786386-1-smb neutron-server[85178]: INFO neutron.wsgi [None req-b3261e42-af88-40ef-8599-378b01bd34a0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3b7ec820-7df6-4367-980b-c99e42543b42 HTTP/1.1" status: 204 len: 168 time: 0.1615603 Apr 15 11:09:32.654149 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-8acba5ff-b28f-40ae-bbcf-2690aa311a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:34.937843 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6acbcb15-57aa-4390-a940-cd7e16675981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:35.819790 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:36.314969 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:37.310757 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:42.765284 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:44.830810 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:10:02.655972 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0551-b165-4e32-84ec-eb247c31830b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:04.937997 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7e5f0730-cad6-4e20-bdc4-b8790cc48c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:05.822971 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:06.316176 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:07.314701 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:12.772019 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:21.830913 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:10:32.657747 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-78c0aba8-ae2b-4e4c-8082-66730ad05a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:34.939844 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-820d1be3-d94b-4ac0-9277-7ae8a324847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:35.825334 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:36.317591 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:37.320241 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:42.762327 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:58.830845 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:11:02.660557 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-42ae34cb-e9a5-43fa-9be5-9f3ff5f76dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:04.940660 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-00d49e64-f2c1-48a5-b613-d9833ac58d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:05.829247 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:06.320014 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:07.321400 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:12.771724 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:32.663053 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1bdcf7fb-90c2-45d0-99ab-025fb24f4bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:34.943066 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-7db09b2a-72a3-48e1-839c-ced55600fb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:35.831014 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:11:35.831320 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:36.321956 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:37.324576 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:42.775889 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:02.665470 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-a4d1b451-1605-4eb7-9c53-86d9610aaacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:04.947669 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-c40acb2e-e7cc-4c7b-b3e0-f6fc9ef04cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:05.835147 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:06.323822 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:07.328781 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:12.779000 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:12.830164 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:12:32.667047 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-04183c2f-e869-4c12-8bb6-813c4394d903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:34.949078 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-bf644da2-341e-478b-b7bb-0886f8fce30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:35.837273 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:36.325816 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:37.332541 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:42.790532 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:43.990349 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.wsgi [req-0dfffda5-0604-4270-ab26-7711992f0da1 req-50168426-a678-46ef-ad6a-1b77b97b5740 service neutron] (85292) timed out ('10.222.0.108', 61260) {{(pid=85292) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 11:12:49.829167 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:13:02.671371 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-36757755-8b3b-4716-b1c5-23f75946ead3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:04.950274 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-27c375af-0ed8-4c52-a204-feb8c2802be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:05.838663 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:06.327334 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:07.335697 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:12.794609 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:26.829203 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:13:32.672583 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-1d77d9b2-7ace-4bf4-91b6-e79159b3ac1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:34.952630 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4a7bc453-fbde-4eaf-a1b6-a325014bc332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:35.841065 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:36.328488 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:37.342518 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:42.809723 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:02.674165 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-e2170d00-c760-4a44-b790-579c6f592716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:03.828623 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron.db.agents_db [None req-c7dc76b0-e7cc-4bd3-b5fa-7f7d12162b5b None None] Agent healthcheck: found 6 active agents {{(pid=85294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:14:04.954405 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-d578ba10-b2eb-4360-9c9d-3f3401e0fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:05.844165 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-2d301d7c-5972-4630-a99b-46ed7fa54325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:06.329508 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-849cabd9-3fad-45c4-a042-c1d6e7a7971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:07.343083 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-4dd61a4b-935f-46ba-859a-10c00fa48fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:12.816624 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-67657fab-797d-435b-af00-41ff21d4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:32.675021 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-99db8251-3f79-4a2b-b937-ba22822eea3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:34.957623 dv-cinder-786386-1-smb neutron-server[85178]: DEBUG neutron_lib.callbacks.manager [None req-9b21f737-c851-4476-bd0e-6f0bf8719b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309937827922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-65091'] for agent, after_update {{(pid=85293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}